-- Logs begin at Tue 2022-01-18 15:13:22 UTC, end at Tue 2022-01-18 16:29:09 UTC. -- Jan 18 16:00:51.721530 dv-cinder-788366-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 16:00:54.681453 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.common.config [-] Logging enabled! Jan 18 16:00:54.682050 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev397 Jan 18 16:00:54.682229 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103141) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 16:00:54.685508 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.common.config [-] Logging enabled! Jan 18 16:00:54.685767 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev397 Jan 18 16:00:54.686082 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103141) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 16:00:54.687036 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 16:00:54.687276 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 16:00:54.687815 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 16:00:54.688067 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 16:00:54.688296 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 16:00:54.688618 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.689070 dv-cinder-788366-8-iscsi neutron-server[103141]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 18 16:00:54.689388 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.689688 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.689985 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.690283 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.690579 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.690867 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.691163 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.691466 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.691756 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.692040 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.692325 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.692619 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.692928 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.693217 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.693509 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.693794 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] debug = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.694078 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.694507 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.694923 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.695208 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.696024 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.696294 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.696568 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.696877 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.697166 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.697503 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] host = dv-cinder-788366-8-iscsi {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.697785 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.698081 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.698372 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.698659 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.698935 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.699215 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.699504 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.699780 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.700057 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] log_file = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.700339 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.700631 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.700949 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.701243 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.701470 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.701695 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.701988 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.702275 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.702555 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.702833 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.703110 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.703389 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.703668 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.703939 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.704226 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.704512 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.704821 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.705101 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.705380 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.705655 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.705933 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.706222 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.706500 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.706778 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.707056 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.707606 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.707884 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.708166 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.708471 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.708852 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.709143 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.709429 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.709708 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.709995 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.710272 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.710547 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.710825 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] use_json = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.711775 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.712053 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.712341 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.712622 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.712927 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.713208 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.713485 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.713776 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.714053 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:54.714353 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.714659 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.714968 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.715265 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.715566 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.715855 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.716149 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.716433 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.716753 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.717058 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.717351 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.717634 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.717939 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.718239 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.718539 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.718851 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.719155 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.719450 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.719732 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.720013 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.720290 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.720576 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.720894 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.721183 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.721480 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.721778 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.722064 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.722371 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.722663 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.722963 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.723263 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.723545 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.723833 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.724126 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.724409 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.724709 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.724992 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.725289 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.725572 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.725852 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.726140 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.726425 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.726731 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.727008 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.727289 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.727585 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.727866 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.728144 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.728418 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.728718 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.729001 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.729294 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.729576 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.729855 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.730132 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.730414 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.730691 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.730969 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.731250 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.731526 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.731809 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.732087 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.732363 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.732639 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.732939 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.733218 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.733494 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.733771 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.734052 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.734329 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.734604 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.734883 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.735161 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.735438 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.735732 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.736035 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.736319 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.736604 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.736911 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.737196 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.737479 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.737760 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.738048 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.738332 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.738609 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.738902 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.739193 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.739484 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.739787 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.740071 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.740369 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.740651 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.740961 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.741250 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.741537 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.741826 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.742114 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.742438 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.742736 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.743034 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.743333 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.743631 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.743916 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.744229 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.744513 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:54.744758 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 16:00:54.745001 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103141) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 16:00:55.121734 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 18 16:00:55.122020 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 18 16:00:55.122336 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 18 16:00:55.122677 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 16:00:55.453200 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.453493 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.453776 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.456846 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.457132 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.457657 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.502695 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.502971 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.503240 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.517395 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.517679 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.517955 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.548375 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.548654 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.548946 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.586735 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.587014 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.587281 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.931857 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.932456 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.932456 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.932622 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:55.933298 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.034821 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.035151 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.035435 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.035709 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.035976 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.036285 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.036546 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.036825 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.037087 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.037368 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.037630 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.037894 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.038152 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.038410 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.038693 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.038959 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.039243 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.039514 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.039785 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.040044 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.040320 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.040572 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.040882 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.041260 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.041512 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.041762 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.042163 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:00:56.042411 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:00:56.042653 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:00:56.042893 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:00:56.043131 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:00:56.043370 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:00:56.043754 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 16:00:56.047029 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 16:00:56.051059 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 16:00:56.055057 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jan 18 16:00:56.056770 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 16:00:56.057241 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 16:00:56.057586 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 16:00:56.057981 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 16:00:56.060892 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 16:00:56.061148 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 16:00:56.061498 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 16:00:56.067213 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 18 16:00:56.092583 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 18 16:00:56.093070 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.093424 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103141) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 18 16:00:56.093806 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.095199 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103141) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 16:00:56.095482 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 16:00:56.095729 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 16:00:56.099001 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.099287 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:56.164523 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 16:00:56.164799 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 16:00:56.165042 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 16:00:56.165415 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 16:00:56.185840 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_db.sqlalchemy.engines [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103141) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 18 16:00:56.793859 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Initializing driver for type 'gre' Jan 18 16:00:56.794399 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] gre ID ranges: [(1, 1000)] Jan 18 16:00:56.966682 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Initializing driver for type 'local' Jan 18 16:00:56.967277 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Initializing driver for type 'vlan' Jan 18 16:00:57.057755 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] VlanTypeDriver initialization complete Jan 18 16:00:57.058097 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Initializing driver for type 'vxlan' Jan 18 16:00:57.058607 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] vxlan ID ranges: [(1, 1000)] Jan 18 16:00:57.217903 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Initializing extension driver 'port_security' Jan 18 16:00:57.218189 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.extensions.port_security [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] PortSecurityExtensionDriver initialization complete Jan 18 16:00:57.218529 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Initializing mechanism driver 'openvswitch' Jan 18 16:00:57.218853 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Initializing mechanism driver 'hyperv' Jan 18 16:00:57.231292 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:00:57.231980 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > port after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.232362 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > port after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.232782 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > port after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.233318 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:00:57.233766 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.234185 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.234560 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.234967 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:00:57.235410 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > network after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.235798 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > network after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.236148 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > network after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.236550 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:00:57.236996 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.237356 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.237702 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.238269 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:00:57.238691 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.239052 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.239409 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.239809 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:00:57.240313 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.240751 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.241105 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.241510 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:00:57.241968 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] ML2 OVO RPC backend initialized. {{(pid=103141) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 18 16:00:57.243199 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.243566 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.243995 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > network before_response 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.244355 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > networks before_response 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.244733 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > port before_response 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.245086 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > ports before_response 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.245551 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.245914 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.246269 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > network after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.246621 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > network after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.246970 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > network after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.247316 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > port after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.247661 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > port after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.248013 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > port after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.248380 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.248787 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.249187 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.249795 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Modular L2 Plugin initialization complete Jan 18 16:00:57.250133 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading services supported by the core plugin {{(pid=103141) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 16:00:57.250471 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.plugins.ml2.managers [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Got port-security extension from driver 'port_security' Jan 18 16:00:57.250948 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.extensions.vlantransparent [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Disabled vlantransparent extension. Jan 18 16:00:57.251445 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103141) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 16:00:57.251794 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading Plugin: router Jan 18 16:00:57.295218 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.295621 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router after_create 55549900 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.296003 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router before_create 55549900 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.296376 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.296777 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.297142 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router after_delete 55549900 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.297507 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.297862 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.298226 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router after_create 55549900 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.298579 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router after_update 55549900 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.298935 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router after_update 55549900 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.299289 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.299656 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router after_update 55549900 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.300080 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.300456 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: port after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.300840 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: port after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.301190 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: subnet after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.301535 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.301892 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.302245 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.302595 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: port before_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.302945 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.303313 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router after_update 55549900 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.303659 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.304018 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.304386 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.305262 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.305632 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > agent after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.305988 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.306341 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > network after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.307218 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Tracking information for resource: router configured {{(pid=103141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:00:57.307560 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Tracking information for resource: floatingip configured {{(pid=103141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:00:57.312616 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.db.l3_agentschedulers_db [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 16:00:57.313245 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: port after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.313611 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: port after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.313971 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: port after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.314330 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: port after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.315123 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router before_create 55550100 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.315498 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.315872 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.316238 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.321677 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.services.provider_configuration [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Service providers = [] {{(pid=103141) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 16:00:57.322054 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.db.servicetype_db [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103141) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 16:00:57.325080 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.services.service_base [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103141) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 16:00:57.325437 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.services.service_base [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103141) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 16:00:57.325784 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.services.service_base [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103141) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 16:00:57.326700 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.services.service_base [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103141) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 16:00:57.327081 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.services.service_base [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 16:00:57.327464 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:00:57.327787 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 16:00:57.340382 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:00:57.340756 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading Plugin: auto_allocate Jan 18 16:00:57.346533 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: network precommit_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.346913 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: network precommit_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.347434 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:00:57.347763 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading Plugin: tag Jan 18 16:00:57.354453 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:00:57.354791 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading Plugin: timestamp Jan 18 16:00:57.358874 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:00:57.359210 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading Plugin: network_ip_availability Jan 18 16:00:57.364771 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.365151 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.365513 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.366235 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:00:57.366562 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading Plugin: flavors Jan 18 16:00:57.371916 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:00:57.372253 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading Plugin: revisions Jan 18 16:00:57.376589 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:00:57.377023 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_concurrency.lockutils [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.255s {{(pid=103141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 18 16:00:57.377771 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103141) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 18 16:00:57.378118 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Initializing extension manager. Jan 18 16:00:57.378643 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: __init__.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.378993 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: __pycache__ {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.379336 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.379676 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: address_group.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.380449 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.381056 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: address-group Jan 18 16:00:57.381390 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: address_scope.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.382310 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.382885 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: address-scope Jan 18 16:00:57.383219 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.384177 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.384721 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: router-admin-state-down-before-update Jan 18 16:00:57.385060 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: agent.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.385776 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.386287 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: agent Jan 18 16:00:57.386615 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: agent_resources_synced.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.387541 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.388060 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: agent-resources-synced Jan 18 16:00:57.388390 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.390252 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.390814 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: allowed-address-pairs Jan 18 16:00:57.391153 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.392260 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.392836 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: auto-allocated-topology Jan 18 16:00:57.393172 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: availability_zone.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.393892 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.394413 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: availability_zone Jan 18 16:00:57.394741 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: availability_zone_filter.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.395677 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.396194 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: availability_zone_filter Jan 18 16:00:57.396525 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: data_plane_status.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.397482 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.397992 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 16:00:57.398827 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: default_subnetpools.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.399769 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.400287 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: default-subnetpools Jan 18 16:00:57.400617 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.401476 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.401993 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: dhcp_agent_scheduler Jan 18 16:00:57.402322 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: dns.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.403261 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.403773 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension dns-integration not supported by any of loaded plugins Jan 18 16:00:57.404107 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: dns_domain_ports.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.405074 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.405581 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 16:00:57.405908 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.406843 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.407351 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 18 16:00:57.407678 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: dvr.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.408359 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.408896 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: dvr Jan 18 16:00:57.409225 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: ecmp_routes.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.410161 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.410669 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 18 16:00:57.410998 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: empty_string_filtering.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.411932 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.412448 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: empty-string-filtering Jan 18 16:00:57.412814 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.413747 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.414845 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 16:00:57.415172 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.416121 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.416641 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 16:00:57.417006 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: external_net.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.417950 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.418470 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: external-net Jan 18 16:00:57.418798 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.419731 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.420244 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: extra_dhcp_opt Jan 18 16:00:57.420571 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: extraroute.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.421528 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.422042 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: extraroute Jan 18 16:00:57.422371 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: extraroute_atomic.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.423445 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.423967 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: extraroute-atomic Jan 18 16:00:57.424296 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: filter_validation.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.424997 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.425508 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: filter-validation Jan 18 16:00:57.425834 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: fip_pf_description.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.426762 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.427272 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 16:00:57.427597 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: fip_port_details.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.428544 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.429099 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: fip-port-details Jan 18 16:00:57.429426 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: flavors.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.431516 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.432040 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: flavors Jan 18 16:00:57.432378 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.434094 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.434633 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 16:00:57.434972 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: floatingip_pools.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.435678 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.436203 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: floatingip-pools Jan 18 16:00:57.436537 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: ip_allocation.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.437522 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.438036 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 16:00:57.438365 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.439300 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.439814 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: ip-substring-filtering Jan 18 16:00:57.440148 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: l2_adjacency.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.441127 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.441639 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 16:00:57.441970 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: l3.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.443085 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.443610 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: router Jan 18 16:00:57.443943 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.446785 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.447318 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 16:00:57.447658 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.448629 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.449175 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: ext-gw-mode Jan 18 16:00:57.449508 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.450476 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.450990 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: l3-ha Jan 18 16:00:57.451323 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: l3_flavors.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.452281 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.452837 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: l3-flavors Jan 18 16:00:57.453171 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.454111 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.454625 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 16:00:57.454957 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: l3agentscheduler.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.456024 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.456544 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: l3_agent_scheduler Jan 18 16:00:57.456908 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: local_ip.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.458981 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.459520 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension local_ip not supported by any of loaded plugins Jan 18 16:00:57.459866 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: logging.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.461976 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.462603 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension logging not supported by any of loaded plugins Jan 18 16:00:57.463024 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: metering.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.463903 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.464592 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: metering Jan 18 16:00:57.465032 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.466239 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.466763 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: metering_source_and_destination_fields Jan 18 16:00:57.467101 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: multiprovidernet.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.468097 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.468577 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: multi-provider Jan 18 16:00:57.468953 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: netmtu.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.469895 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.470414 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: net-mtu Jan 18 16:00:57.470747 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: netmtu_writable.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.471691 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.472207 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: net-mtu-writable Jan 18 16:00:57.472540 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: network_availability_zone.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.473257 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.473770 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: network_availability_zone Jan 18 16:00:57.474100 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: network_ip_availability.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.475237 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.475756 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: network-ip-availability Jan 18 16:00:57.476089 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: network_segment_range.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.476928 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.477442 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 16:00:57.477774 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: pagination.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.478900 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.479244 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: pagination Jan 18 16:00:57.479572 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: port_device_profile.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.480497 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.481064 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: port-device-profile Jan 18 16:00:57.481398 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.482341 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.482863 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: port-mac-address-regenerate Jan 18 16:00:57.483195 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.484121 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.484643 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: port-numa-affinity-policy Jan 18 16:00:57.484998 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: port_resource_request.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.485949 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.486464 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 16:00:57.486794 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.487768 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.488285 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 18 16:00:57.488614 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: portbindings.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.489613 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.490128 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: binding Jan 18 16:00:57.490459 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: portbindings_extended.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.491754 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.492303 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: binding-extended Jan 18 16:00:57.492637 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: portsecurity.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.493604 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.494118 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: port-security Jan 18 16:00:57.494450 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: project_id.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.495466 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.495805 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: project-id Jan 18 16:00:57.496140 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: providernet.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.497101 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.497624 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: provider Jan 18 16:00:57.497957 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: qos.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.501635 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.502171 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension qos not supported by any of loaded plugins Jan 18 16:00:57.502512 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.503787 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.504316 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 16:00:57.504652 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.505622 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.506145 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 16:00:57.506478 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: qos_default.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.507410 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.508467 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension qos-default not supported by any of loaded plugins Jan 18 16:00:57.508843 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: qos_fip.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.509791 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.510317 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension qos-fip not supported by any of loaded plugins Jan 18 16:00:57.510646 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.511578 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.512103 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 18 16:00:57.512435 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.513404 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.513928 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 16:00:57.514260 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.515192 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.515719 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 16:00:57.516050 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.517148 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.517673 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 18 16:00:57.518003 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: qos_pps_rule.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.519211 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.519733 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension qos-pps not supported by any of loaded plugins Jan 18 16:00:57.520066 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.521041 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.521553 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 16:00:57.521883 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: qos_rules_alias.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.522945 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.524052 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 16:00:57.524384 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: quota_check_limit.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.525359 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.525888 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: quota-check-limit Jan 18 16:00:57.526220 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: quotasv2.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.527153 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.527487 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: quotas Jan 18 16:00:57.527814 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: quotasv2_detail.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.531274 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.531629 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: quota_details Jan 18 16:00:57.531973 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: rbac.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.533080 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.533620 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: rbac-policies Jan 18 16:00:57.533955 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: rbac_address_group.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.534914 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.535442 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: rbac-address-group Jan 18 16:00:57.535813 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: rbac_address_scope.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.536747 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.537268 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: rbac-address-scope Jan 18 16:00:57.537598 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: rbac_security_groups.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.538533 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.539167 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: rbac-security-groups Jan 18 16:00:57.539505 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.540449 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.541006 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: rbac-subnetpool Jan 18 16:00:57.541337 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: revisionifmatch.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.542286 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.542805 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: revision-if-match Jan 18 16:00:57.543134 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: revisions.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.544285 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.544846 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: standard-attr-revisions Jan 18 16:00:57.545181 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: router_availability_zone.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.545874 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.546386 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: router_availability_zone Jan 18 16:00:57.546715 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: routerservicetype.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.547649 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.548160 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension router-service-type not supported by any of loaded plugins Jan 18 16:00:57.548487 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.549553 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.550069 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: security-groups-normalized-cidr Jan 18 16:00:57.550397 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.551334 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.551849 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: port-security-groups-filtering Jan 18 16:00:57.552177 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.553146 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.553667 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: security-groups-remote-address-group Jan 18 16:00:57.553995 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.554986 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.555505 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: security-groups-shared-filtering Jan 18 16:00:57.555837 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.556432 dv-cinder-788366-8-iscsi neutron-server[103141]: WARNING neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 18 16:00:57.556796 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: securitygroup.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.566472 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.567014 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: security-group Jan 18 16:00:57.567355 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: segment.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.568156 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.568690 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension segment not supported by any of loaded plugins Jan 18 16:00:57.569032 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.570002 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.571059 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 16:00:57.571390 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: servicetype.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.572517 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.573077 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: service-type Jan 18 16:00:57.573411 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: sorting.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.574414 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.574756 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: sorting Jan 18 16:00:57.575089 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: standard_attr_segment.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.576029 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.576554 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 16:00:57.576914 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: standardattrdescription.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.577591 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.578107 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: standard-attr-description Jan 18 16:00:57.578438 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: stateful_security_group.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.579404 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.579924 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: stateful-security-group Jan 18 16:00:57.580255 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: stdattrs_common.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.580873 dv-cinder-788366-8-iscsi neutron-server[103141]: WARNING neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 16:00:57.581204 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.582163 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.582944 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 16:00:57.583278 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: subnet_onboard.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.584373 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.584934 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: subnet_onboard Jan 18 16:00:57.585274 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.586815 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.587335 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 16:00:57.587663 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: subnet_service_types.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.588676 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.589164 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: subnet-service-types Jan 18 16:00:57.589490 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: subnetallocation.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.590840 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.591380 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: subnet_allocation Jan 18 16:00:57.591712 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.592409 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.592971 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: subnetpool-prefix-ops Jan 18 16:00:57.593301 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.594250 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.594765 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 16:00:57.595090 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: tagging.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.596171 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.596732 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: standard-attr-tag Jan 18 16:00:57.597068 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: timestamp.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.598300 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.598824 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loaded extension: standard-attr-timestamp Jan 18 16:00:57.599160 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: trunk.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.600246 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.600799 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension trunk not supported by any of loaded plugins Jan 18 16:00:57.601138 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: trunk_details.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.602117 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.602635 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension trunk-details not supported by any of loaded plugins Jan 18 16:00:57.602973 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.603914 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.604433 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 16:00:57.604808 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Loading extension file: vlantransparent.py {{(pid=103141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:00:57.605479 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:00:57.606023 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 16:00:57.608502 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of TrackedResource for resource:network Jan 18 16:00:57.609066 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of TrackedResource for resource:subnet Jan 18 16:00:57.609476 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 16:00:57.609878 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of TrackedResource for resource:port Jan 18 16:00:57.611150 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.v2.resource_helper [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:00:57.611603 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.v2.resource_helper [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Service FLAVORS assigned prefix: {{(pid=103141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:00:57.612253 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.v2.resource_helper [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:00:57.612715 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.v2.resource_helper [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:00:57.613061 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of TrackedResource for resource:router Jan 18 16:00:57.613509 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 16:00:57.614016 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.v2.resource_helper [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Service METERING assigned prefix: /metering {{(pid=103141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:00:57.615478 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.615858 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.616217 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:00:57.617291 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 16:00:57.617746 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of TrackedResource for resource:security_group Jan 18 16:00:57.618182 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 16:00:57.618789 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.v2.resource_helper [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Service CORE assigned prefix: {{(pid=103141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:00:57.619130 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 16:00:57.619489 dv-cinder-788366-8-iscsi neutron-server[103141]: WARNING neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] subnetpool is already registered Jan 18 16:00:57.619918 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.v2.resource_helper [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Service CORE assigned prefix: {{(pid=103141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:00:57.620252 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 16:00:57.620594 dv-cinder-788366-8-iscsi neutron-server[103141]: WARNING neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] subnetpool is already registered Jan 18 16:00:57.622939 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.v2.resource_helper [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:00:57.623500 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.v2.resource_helper [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Service FLAVORS assigned prefix: {{(pid=103141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:00:57.624150 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.v2.resource_helper [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:00:57.624596 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.v2.resource_helper [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:00:57.624973 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of TrackedResource for resource:router Jan 18 16:00:57.625322 dv-cinder-788366-8-iscsi neutron-server[103141]: WARNING neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] router is already registered Jan 18 16:00:57.625742 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 16:00:57.626087 dv-cinder-788366-8-iscsi neutron-server[103141]: WARNING neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] floatingip is already registered Jan 18 16:00:57.626575 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.v2.resource_helper [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Service METERING assigned prefix: /metering {{(pid=103141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:00:57.627282 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 16:00:57.627615 dv-cinder-788366-8-iscsi neutron-server[103141]: WARNING neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] rbac_policy is already registered Jan 18 16:00:57.628046 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of TrackedResource for resource:security_group Jan 18 16:00:57.628390 dv-cinder-788366-8-iscsi neutron-server[103141]: WARNING neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] security_group is already registered Jan 18 16:00:57.628844 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 16:00:57.629190 dv-cinder-788366-8-iscsi neutron-server[103141]: WARNING neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] security_group_rule is already registered Jan 18 16:00:57.629683 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.v2.resource_helper [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Service CORE assigned prefix: {{(pid=103141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:00:57.630027 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 16:00:57.630397 dv-cinder-788366-8-iscsi neutron-server[103141]: WARNING neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] subnetpool is already registered Jan 18 16:00:57.630846 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.v2.resource_helper [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Service CORE assigned prefix: {{(pid=103141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:00:57.631183 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 16:00:57.631525 dv-cinder-788366-8-iscsi neutron-server[103141]: WARNING neutron.quota.resource_registry [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] subnetpool is already registered Jan 18 16:00:57.632012 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: extensions {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.635205 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: address-groups {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.636716 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: address-scopes {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.637944 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: agents {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.639234 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: auto-allocated-topology {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.640497 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: availability_zones {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.641755 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: dhcp-networks {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.643188 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: dhcp-agents {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.644838 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: routers {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.646966 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: flavors {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.648223 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: service_profiles {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.650041 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: next_providers {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.651501 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: service_profiles {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.652955 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: floatingip-pools {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.654335 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: routers {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.656459 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: floatingips {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.657775 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: l3-routers {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.659165 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: l3-agents {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.660589 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: metering-labels {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.661868 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: metering-label-rules {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.663278 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: network-ip-availabilities {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.664585 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: bindings {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.666204 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: quotas {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.667865 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: quotas {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.669418 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: rbac-policies {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.670630 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: security-groups {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.672058 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: security-group-rules {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.673331 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: service-providers {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.674598 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: subnetpools {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.675923 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: subnetpools {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.677525 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: tags {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.679210 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: tags {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.681073 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: tags {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.682900 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: tags {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.684588 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: tags {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.686559 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: tags {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.688265 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: tags {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.691084 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: tags {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.692888 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: tags {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.694631 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron.api.extensions [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Extended resource: tags {{(pid=103141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:00:57.701197 dv-cinder-788366-8-iscsi neutron-server[103141]: WARNING keystonemiddleware.auth_token [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 16:00:57.705778 dv-cinder-788366-8-iscsi neutron-server[103141]: WARNING keystonemiddleware.auth_token [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 16:00:57.715628 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_concurrency.lockutils [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Acquired lock "singleton_lock" {{(pid=103141) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 18 16:00:57.716183 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_concurrency.lockutils [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Releasing lock "singleton_lock" {{(pid=103141) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 18 16:00:57.716794 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO oslo_service.service [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Starting 2 workers Jan 18 16:00:57.721776 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Started child 103252 {{(pid=103141) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 16:00:57.726174 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Started child 103253 {{(pid=103141) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 16:00:57.727251 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:00:57.727927 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO neutron.service [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 16:00:57.728438 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:00:57.728811 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [-] (103252) wsgi starting up on http://0.0.0.0:9696 Jan 18 16:00:57.730901 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO oslo_service.service [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Starting 1 workers Jan 18 16:00:57.731319 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:00:57.732758 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [-] (103253) wsgi starting up on http://0.0.0.0:9696 Jan 18 16:00:57.736205 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Started child 103254 {{(pid=103141) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 16:00:57.736803 dv-cinder-788366-8-iscsi neutron-server[103141]: INFO oslo_service.service [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Starting 1 workers Jan 18 16:00:57.739945 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.service [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] calling RpcWorker wait() {{(pid=103254) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 16:00:57.740460 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.service [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] returning from RpcWorker wait() {{(pid=103254) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 16:00:57.741341 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Started child 103255 {{(pid=103141) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 16:00:57.741723 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:00:57.742166 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d459a8-06e2-43ee-a34a-9e94706a80d4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:00:57.742260 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:00:57.744150 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103141) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 18 16:00:57.744366 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 16:00:57.744559 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 16:00:57.744821 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 16:00:57.745167 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 16:00:57.745334 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 16:00:57.745886 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.746166 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.746438 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.746701 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.746987 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.747116 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:00:57.747579 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.747784 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.748050 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.748334 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.748421 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:00:57.748601 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.748945 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.749121 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.749389 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.749644 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.749966 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.750232 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.750482 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.750754 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.750928 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.751196 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.751470 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.751722 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.751984 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] debug = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.752240 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.752723 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.752964 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.753221 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.753463 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.753760 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.754002 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.754264 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.754484 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.754705 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.754947 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.755229 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.755469 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.755688 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.755932 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.756173 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.756420 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.756672 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.757168 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] host = dv-cinder-788366-8-iscsi {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.757417 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.758186 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.758441 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.758712 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.758972 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.759191 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.759446 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.759712 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.759956 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.760185 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.760437 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.760671 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.760911 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.761168 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] log_file = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.761334 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] log_options = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.761588 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.761859 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.762108 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.762302 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.762473 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.762639 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.762901 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.763067 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.763320 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.763556 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.763777 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.763997 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.764214 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.764453 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.764747 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.764994 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.765230 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.765487 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.765727 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.766824 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.767610 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.767730 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.767980 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.768204 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.768425 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.768676 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.768960 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.769187 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.769435 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.769657 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.769898 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.770150 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.770413 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.770667 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.770939 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.771171 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.771411 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.771648 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.771923 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.772155 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.772415 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.772711 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.772928 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.773186 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.773975 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.774326 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.774555 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] use_json = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.774734 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.774911 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.775165 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.775383 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.775601 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.775820 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.776056 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.776329 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.776557 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.777012 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.794758 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.794758 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.794758 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.794758 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.794758 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.794758 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.794758 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.794758 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.795379 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.795379 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.795379 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.795379 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.795379 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.795379 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.795379 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.795379 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.795939 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.795939 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.795939 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.795939 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.795939 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.795939 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.795939 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.795939 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.796464 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.796464 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.796464 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.796464 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.796464 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.796464 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.796464 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.796464 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797654 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797654 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797654 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797654 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797654 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797654 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797654 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.797654 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798153 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798153 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798153 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798153 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798153 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798153 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798153 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798153 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798153 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798659 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798659 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798659 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798659 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798659 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798659 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798659 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798659 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.798659 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.799147 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.799147 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.799147 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.799147 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.799147 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.799147 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.799147 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.799147 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.799147 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.801110 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.801110 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.801110 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.801110 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.801110 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.801110 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.801110 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.801110 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.801110 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.802337 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.802337 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.802337 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.802337 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.802337 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.802337 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.802337 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.802337 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.803359 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.803359 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.803359 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.803359 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.803359 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.803359 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.803359 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.803359 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.804382 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.804382 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.804382 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.804382 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.804382 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.804382 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.804382 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.804382 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.805933 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.805933 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.805933 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.805933 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.805933 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.806574 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.806574 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.806574 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.807045 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.807045 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.807310 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.807476 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.807751 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.808033 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.808299 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.808574 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.808842 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.809095 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.809353 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.809581 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.809833 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.810061 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.810307 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.810544 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.810785 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.811006 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.811220 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.811463 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.811794 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.812025 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.812236 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.812468 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.812776 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.813021 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.813256 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.813514 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.813758 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.813991 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.814240 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.814465 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.814709 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.814939 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.815165 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.815376 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.815620 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.815855 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.816086 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.816296 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.816511 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.816786 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.817116 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.818034 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.819361 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.819601 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.819829 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.820903 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.821193 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.821448 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.821724 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.821969 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.822213 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.822496 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.822765 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.823063 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.823314 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.823626 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.823887 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.824138 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.824376 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.824614 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.824884 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.825138 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.825398 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.825626 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.825854 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.826070 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.826311 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.826532 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.826750 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.826981 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.827297 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.827558 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.827802 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.828140 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.828393 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.828646 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.828938 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.829185 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.829428 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.829750 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.829977 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.830207 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.830431 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.830668 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.830924 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.831167 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.831425 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.831636 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.831849 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.832063 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.832535 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.832771 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.833085 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.833333 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.833566 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.833825 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.834047 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.834280 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.834519 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.834726 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.834944 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.835172 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.835392 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.835610 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.835860 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.836071 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.836288 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.836512 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.836797 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.837010 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.837236 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.837550 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.837772 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.837996 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.838216 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.838429 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.838653 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.839375 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.839798 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.840188 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.840557 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.840827 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.841067 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.841286 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.841517 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.841732 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.841970 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.842188 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.842487 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.842741 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.842967 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.843263 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.843501 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.843761 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.844009 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.844305 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.844521 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.847622 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.848009 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.848262 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.848513 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.848833 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.849161 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.849466 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.849747 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.850029 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.850320 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.850635 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.850917 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.851144 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.851438 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.851766 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.852053 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.852324 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.852579 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.852861 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.853119 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.853346 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.853590 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.853833 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.854074 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.854325 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.854559 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.854793 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.855041 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.855276 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.855518 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.855774 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.856008 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.856252 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.856490 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.856652 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 16:00:57.857251 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103141) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 18 16:00:57.857402 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 16:00:57.857740 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 16:00:57.857868 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 16:00:57.858034 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 16:00:57.858256 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 16:00:57.858443 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.858608 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.858773 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.859342 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.859342 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.859827 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.859827 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.859827 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.860386 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.860386 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.860386 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.860386 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.861467 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.861467 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.861467 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.861467 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.862506 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.862506 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.862506 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.862506 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.862506 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.862506 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.863044 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] debug = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.863044 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.863044 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.863309 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.863496 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.863496 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.863693 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.863835 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.863999 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.864185 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.864323 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.864482 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.864644 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.864833 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.864995 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.865155 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.865314 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.865476 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.865626 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.865817 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] host = dv-cinder-788366-8-iscsi {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.865941 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.866102 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.866267 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.866644 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.867643 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.867918 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.868210 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.869806 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.869806 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.869806 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.870214 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.870214 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.870214 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.870539 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] log_file = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.870539 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] log_options = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.870752 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.870846 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.870991 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.871243 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.871353 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.871492 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.871811 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.871993 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.872186 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.872916 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.872916 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.872916 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.872916 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.873593 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.873593 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.873593 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.873593 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.874058 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.874058 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.874058 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.874365 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.874447 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.874606 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.874799 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.874993 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.875203 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.875385 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.875797 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.876168 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.876506 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.876866 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.877032 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.877198 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.877360 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.877514 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.877697 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.877873 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.878120 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.878283 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.878454 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.878611 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.878867 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.879042 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.879205 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.879405 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.879588 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.879755 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] use_json = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.879911 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.880075 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.880231 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.880474 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.880651 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.880940 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.881133 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.881301 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.881513 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:00:57.881725 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.881811 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.881976 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.882154 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.882244 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.882408 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.882571 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.883343 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.883549 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.883930 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.884133 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.884301 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.884644 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.884835 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.885005 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.885161 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.885324 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.885486 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.885649 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.885811 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.885974 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.886136 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.886354 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.886585 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.886821 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.887018 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.887202 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.887372 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.887533 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.887713 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.887869 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.888016 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.888179 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.888341 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.888659 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.888855 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.889019 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.889182 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.889345 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.889508 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.889669 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.889907 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.890111 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.890277 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.890442 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.890605 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.890768 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.890931 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.891093 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.891255 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.891418 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.891580 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.891742 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.891905 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.892070 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.892232 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.892744 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.892744 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.892744 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.908038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.908038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.908038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.908038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.908038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.908038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.908038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.908038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.908038 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.908654 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.908654 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.908654 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.908654 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.908906 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:00:57.909008 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909008 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909008 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909008 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909008 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909008 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909008 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909008 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909008 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909598 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909598 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909598 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909598 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909598 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909598 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909598 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909598 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.909598 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910191 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910191 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910191 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910191 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910191 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910191 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910191 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910191 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910684 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910750 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41090) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:00:57.910970 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910970 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910970 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910970 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910970 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910970 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910970 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.910970 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.911765 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.911765 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.911765 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.911765 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.911765 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.911765 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.911765 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.911765 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.913490 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.913490 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.913490 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.913490 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.913490 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.913490 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.913490 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.913490 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.914423 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.914423 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.914423 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.914423 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.914423 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.914423 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.914423 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.914423 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.916058 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.916058 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.916058 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.916058 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.916058 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.916058 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.916058 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.916058 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.916547 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.916547 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.916547 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.916547 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.916547 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.916547 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.916547 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.916547 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917041 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917041 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917041 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917041 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917041 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917041 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917041 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917041 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917481 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917481 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917481 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917481 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917481 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917481 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917481 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917481 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917920 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917920 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917920 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917920 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917920 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917920 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917920 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.917920 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.918457 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.918457 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.918457 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.918457 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.918457 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.919272 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093920 Jan 18 16:00:57.919470 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.919470 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.919470 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.919470 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.919470 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.919470 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.919470 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.919470 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.920643 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.920643 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.920643 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.920643 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.920643 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.920643 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.920643 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.920643 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.921767 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.921767 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.921767 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.921767 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.921767 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.921767 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.921767 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.921767 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.922859 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.922859 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.922859 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.922859 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.922859 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.922859 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.922859 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.922859 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.924411 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.924411 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.924411 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.924411 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.924411 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.924411 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.924411 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.924411 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.924989 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.924989 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.924989 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.924989 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.924989 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.924989 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.924989 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.924989 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.925432 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.925432 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.925432 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.925432 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.925432 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.925432 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.925432 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.925432 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.926089 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.926089 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.926089 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.926089 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.926089 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.926089 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.926089 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.926089 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.926617 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.926617 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.926617 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.926617 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.926617 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.926617 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.926617 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.926617 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.927151 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.927151 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.927151 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.927151 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.927151 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.927151 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.927151 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.927631 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.927631 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.927631 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.927894 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.927894 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.928050 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.928204 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.928378 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.928529 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.928743 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.928958 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.929129 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.929292 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.929463 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.930119 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.930358 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.930534 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.930838 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.931143 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.931311 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.931468 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.931760 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.932059 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.932356 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.932650 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.932852 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.934316 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.934316 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.934316 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.934316 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.934316 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.934316 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.934316 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.934316 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.934316 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.934857 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:00:57.934857 dv-cinder-788366-8-iscsi neutron-server[103141]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 16:01:09.372884 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1988cac1-fe1c-4966-918c-912a131edfc6 None None] get_active_networks_info from dv-cinder-788366-8-iscsi {{(pid=103254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 16:01:09.435085 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1988cac1-fe1c-4966-918c-912a131edfc6 None None] No non-hosted networks {{(pid=103254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 16:01:09.443023 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.agentschedulers_db [None req-1988cac1-fe1c-4966-918c-912a131edfc6 None None] DHCP Agent not found on host dv-cinder-788366-8-iscsi {{(pid=103254) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 18 16:01:09.578545 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-373e3ca3-27b7-4373-b087-7152b5df9925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776658'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:11.471450 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-541d2421-491e-4309-a6c5-5375eb83d88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776658'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:11.516216 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.db.api [None req-0f646546-6a4d-4835-96e8-1c987b89a1e5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-788366-8-iscsi {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 16:01:11.516986 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG oslo_db.api [None req-0f646546-6a4d-4835-96e8-1c987b89a1e5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 16:01:12.098420 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f646546-6a4d-4835-96e8-1c987b89a1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:13.520877 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776658'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:14.325487 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776658'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:15.004287 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.db.l3_hamode_db [None req-9b4866e3-aa94-4552-955a-aa6c69a13ef7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 16:01:15.084869 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4866e3-aa94-4552-955a-aa6c69a13ef7 None None] Routers set() bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:01:15.085301 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4866e3-aa94-4552-955a-aa6c69a13ef7 None None] Router IDs set() for agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 18 16:01:15.748184 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776658'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:15.748899 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:15.749329 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:15.749672 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:15.750001 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:15.750495 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:15.750827 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:15.751151 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:15.751767 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:15.752166 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:15.752712 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:15.753057 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:15.753397 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:15.753739 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:15.754285 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788366-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:01:15.761597 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788366-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:01:18.223709 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41192) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:01:18.710919 dv-cinder-788366-8-iscsi neutron-server[103253]: WARNING oslo_policy.policy [None req-9f766201-17a5-4bfa-a10a-3a0b66d0bb22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:01:18.711503 dv-cinder-788366-8-iscsi neutron-server[103253]: WARNING oslo_policy.policy [None req-9f766201-17a5-4bfa-a10a-3a0b66d0bb22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:01:18.935361 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [None req-9f766201-17a5-4bfa-a10a-3a0b66d0bb22 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:01:18.936378 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-9f766201-17a5-4bfa-a10a-3a0b66d0bb22 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7117510 Jan 18 16:01:21.577434 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41208) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:01:21.871641 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6656de2f-8e4b-4717-a593-9a165d153c4c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'tenant_id': 'a350482550d840fe8f788ede6615135a', 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:01:21.983317 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.policy [None req-6656de2f-8e4b-4717-a593-9a165d153c4c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103253) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 16:01:22.030036 dv-cinder-788366-8-iscsi neutron-server[103253]: WARNING oslo_policy.policy [None req-6656de2f-8e4b-4717-a593-9a165d153c4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:01:22.030357 dv-cinder-788366-8-iscsi neutron-server[103253]: WARNING oslo_policy.policy [None req-6656de2f-8e4b-4717-a593-9a165d153c4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:01:22.039480 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.quota [None req-6656de2f-8e4b-4717-a593-9a165d153c4c admin admin] Loaded quota_driver: . Jan 18 16:01:22.181924 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6656de2f-8e4b-4717-a593-9a165d153c4c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735084716812', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735084717393', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735084701893', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735084701130', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735084689953', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735084666779', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-739434', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-767887', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3685415', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3755454'] for rbac-policy (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:22.373715 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6656de2f-8e4b-4717-a593-9a165d153c4c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:22.374851 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-6656de2f-8e4b-4717-a593-9a165d153c4c admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7964370 Jan 18 16:01:24.969495 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41220) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:01:25.268226 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Request body: {'network': {'project_id': '846395b315da4becaaaacf549c817443', 'tenant_id': '846395b315da4becaaaacf549c817443', 'name': 'private', 'admin_state_up': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:01:25.365785 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Made reservation on behalf of 846395b315da4becaaaacf549c817443 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:01:25.368510 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:25.385641 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:25.491002 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Publish callbacks [] for security_group (58e588b6-fdb5-4230-a76e-a4cba2560d44), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:25.554853 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (58e588b6-fdb5-4230-a76e-a4cba2560d44), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:25.574642 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:01:25.602142 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735085086998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (bfcb81b6-6e12-404f-8663-879459f46e2f), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:25.602714 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Unsubscribe: segment precommit_create {{(pid=103253) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 16:01:25.603209 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Added segment bfcb81b6-6e12-404f-8663-879459f46e2f of type vlan for network 825d49e7-2f5c-432c-af2b-7cab18ae61ef Jan 18 16:01:25.619500 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e588b6-fdb5-4230-a76e-a4cba2560d44,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:01:25.670477 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:25.670758 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:25.671096 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:25.671426 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:25.671752 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:25.672073 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:25.672404 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:25.672749 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:25.673085 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:25.673420 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:25.673740 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:25.674052 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:25.674364 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Tracked resource versions report: Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: pushed versions: Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: { 'AddressGroup': {'1.2'}, Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'ConntrackHelper': {'1.0'}, Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Log': {'1.0'}, Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Network': {'1.1'}, Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Port': {'1.7'}, Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'PortForwarding': {'1.2'}, Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'QosPolicy': {'1.10'}, Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'SecurityGroup': {'1.5'}, Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'SubPort': {'1.0'}, Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Subnet': {'1.1'}, Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Trunk': {'1.1'}} Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: consumer versions: Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: { DHCP agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: L3 agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: Metadata agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: Metering agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: Open vSwitch agent@dv-cinder-788366-8-iscsi: { 'AddressGroup': '1.2', Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'ConntrackHelper': '1.0', Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'LocalIPAssociation': '1.0', Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Log': '1.0', Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Network': '1.1', Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Port': '1.7', Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'PortForwarding': '1.2', Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'QosPolicy': '1.10', Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'SecurityGroup': '1.5', Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'SecurityGroupRule': '1.2', Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'SubPort': '1.0', Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Subnet': '1.1', Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Trunk': '1.1'}} Jan 18 16:01:25.675733 dv-cinder-788366-8-iscsi neutron-server[103253]: {{(pid=103253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:01:25.711549 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (825d49e7-2f5c-432c-af2b-7cab18ae61ef), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:25.800642 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (825d49e7-2f5c-432c-af2b-7cab18ae61ef), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:25.801761 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:01:25.802480 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:25.897995 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=825d49e7-2f5c-432c-af2b-7cab18ae61ef,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:01:25.908954 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network 825d49e7-2f5c-432c-af2b-7cab18ae61ef details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:01:25.958187 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-e587a637-fe6d-4022-a388-3b87235e9ef6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9876242 Jan 18 16:01:28.635712 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 41234) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:01:29.136028 dv-cinder-788366-8-iscsi neutron-server[103252]: WARNING oslo_policy.policy [None req-dc0a52d3-a659-4ac4-b47c-f1430e6d394a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:01:29.136637 dv-cinder-788366-8-iscsi neutron-server[103252]: WARNING oslo_policy.policy [None req-dc0a52d3-a659-4ac4-b47c-f1430e6d394a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:01:29.583179 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.policy [None req-dc0a52d3-a659-4ac4-b47c-f1430e6d394a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103252) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 16:01:29.630958 dv-cinder-788366-8-iscsi neutron-server[103252]: WARNING oslo_policy.policy [None req-dc0a52d3-a659-4ac4-b47c-f1430e6d394a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:01:29.631405 dv-cinder-788366-8-iscsi neutron-server[103252]: WARNING oslo_policy.policy [None req-dc0a52d3-a659-4ac4-b47c-f1430e6d394a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:01:29.640300 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a52d3-a659-4ac4-b47c-f1430e6d394a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:01:29.642318 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-dc0a52d3-a659-4ac4-b47c-f1430e6d394a admin admin] 10.222.0.70 "GET /v2.0/networks/825d49e7-2f5c-432c-af2b-7cab18ae61ef HTTP/1.1" status: 200 len: 825 time: 1.0045044 Jan 18 16:01:29.680161 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-ef8a0290-2ca0-4f50-b95f-9a27f4c2be62 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/c156b3c4-b79a-489d-aaa7-176874dbd8b9 HTTP/1.1" status: 200 len: 734 time: 0.0324199 Jan 18 16:01:29.689562 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Request body: {'subnet': {'tenant_id': '846395b315da4becaaaacf549c817443', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef', 'subnetpool_id': 'c156b3c4-b79a-489d-aaa7-176874dbd8b9', 'gateway_ip': '172.20.0.1'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:01:29.691126 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.quota [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Loaded quota_driver: . Jan 18 16:01:29.794256 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Made reservation on behalf of 846395b315da4becaaaacf549c817443 for: {'subnet': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:01:29.796955 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:30.149483 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (bee50f31-c55c-4f76-b2d6-625d3fa032a9), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:30.218145 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Checking segment: {'id': 'bfcb81b6-6e12-404f-8663-879459f46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:01:30.218506 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Network hostable DHCP agents. Network: 825d49e7-2f5c-432c-af2b-7cab18ae61ef, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:01:30.234068 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bee50f31-c55c-4f76-b2d6-625d3fa032a9,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:01:30.246990 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:30.247497 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:30.247848 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:30.248192 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:30.248525 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:30.248883 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:30.249235 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:30.249566 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:30.249908 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:30.250294 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:30.250631 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:30.250954 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:30.251277 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Tracked resource versions report: Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: pushed versions: Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: { 'AddressGroup': {'1.2'}, Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'ConntrackHelper': {'1.0'}, Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Log': {'1.0'}, Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Network': {'1.1'}, Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Port': {'1.7'}, Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'PortForwarding': {'1.2'}, Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'QosPolicy': {'1.10'}, Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'SecurityGroup': {'1.5'}, Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'SubPort': {'1.0'}, Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Subnet': {'1.1'}, Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Trunk': {'1.1'}} Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: consumer versions: Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: { DHCP agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: L3 agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: Metadata agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: Metering agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: Open vSwitch agent@dv-cinder-788366-8-iscsi: { 'AddressGroup': '1.2', Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'ConntrackHelper': '1.0', Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'LocalIPAssociation': '1.0', Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Log': '1.0', Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Network': '1.1', Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Port': '1.7', Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'PortForwarding': '1.2', Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'QosPolicy': '1.10', Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'SecurityGroup': '1.5', Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'SecurityGroupRule': '1.2', Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'SubPort': '1.0', Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Subnet': '1.1', Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Trunk': '1.1'}} Jan 18 16:01:30.252587 dv-cinder-788366-8-iscsi neutron-server[103252]: {{(pid=103252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:01:30.331984 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Network 825d49e7-2f5c-432c-af2b-7cab18ae61ef is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:01:30.410463 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, 825d49e7-2f5c-432c-af2b-7cab18ae61ef) {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:01:30.416045 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:01:30.416699 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:30.421294 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f5c808-74cf-4e86-b5f2-092448d33f44 None None] Network 825d49e7-2f5c-432c-af2b-7cab18ae61ef requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:01:30.511218 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-13eb5b50-0614-4f67-aac0-bb8106087c8c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8258410 Jan 18 16:01:30.682763 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a97d34a-f00c-50ca-a5ed-93c7ff92fefd-825d49e7-2f5c-432c-af2b-7cab18ae61ef', 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef', 'project_id': '846395b315da4becaaaacf549c817443', 'fixed_ips': [{'subnet_id': 'bee50f31-c55c-4f76-b2d6-625d3fa032a9'}]}} from dv-cinder-788366-8-iscsi. {{(pid=103254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:01:30.684022 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:30.990075 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Allocated IP 172.20.0.2 (825d49e7-2f5c-432c-af2b-7cab18ae61ef/bee50f31-c55c-4f76-b2d6-625d3fa032a9/3bd3d64d-e414-46c8-89ab-a7e3d76e571c) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:01:31.232856 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Publish callbacks [] for port (3bd3d64d-e414-46c8-89ab-a7e3d76e571c), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:31.321294 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (3bd3d64d-e414-46c8-89ab-a7e3d76e571c), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:31.398805 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Network 825d49e7-2f5c-432c-af2b-7cab18ae61ef is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:01:31.406903 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:01:31.412285 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Pushing event updated for resources: {'Port': ['ID=3bd3d64d-e414-46c8-89ab-a7e3d76e571c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:01:31.414985 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:01:31.424589 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:31.425189 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:31.425341 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:31.425685 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:31.426026 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:31.426359 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:31.426698 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:31.427026 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:31.427355 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:31.427701 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:31.428033 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:31.428403 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:31.428750 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Tracked resource versions report: Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: pushed versions: Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: { 'AddressGroup': {'1.2'}, Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'ConntrackHelper': {'1.0'}, Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Log': {'1.0'}, Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Network': {'1.1'}, Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Port': {'1.7'}, Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'PortForwarding': {'1.2'}, Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'QosPolicy': {'1.10'}, Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'SecurityGroup': {'1.5'}, Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'SubPort': {'1.0'}, Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Subnet': {'1.1'}, Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Trunk': {'1.1'}} Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: consumer versions: Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: { DHCP agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: L3 agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: Metadata agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: Metering agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: Open vSwitch agent@dv-cinder-788366-8-iscsi: { 'AddressGroup': '1.2', Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'ConntrackHelper': '1.0', Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'LocalIPAssociation': '1.0', Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Log': '1.0', Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Network': '1.1', Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Port': '1.7', Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'PortForwarding': '1.2', Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'QosPolicy': '1.10', Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'SecurityGroup': '1.5', Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'SecurityGroupRule': '1.2', Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'SubPort': '1.0', Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Subnet': '1.1', Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Trunk': '1.1'}} Jan 18 16:01:31.430134 dv-cinder-788366-8-iscsi neutron-server[103254]: {{(pid=103254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:01:31.501405 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Attempting to bind port 3bd3d64d-e414-46c8-89ab-a7e3d76e571c on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:01:31.501801 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Attempting to bind port 3bd3d64d-e414-46c8-89ab-a7e3d76e571c by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'bfcb81b6-6e12-404f-8663-879459f46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:01:31.502219 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Attempting to bind port 3bd3d64d-e414-46c8-89ab-a7e3d76e571c on network 825d49e7-2f5c-432c-af2b-7cab18ae61ef {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:01:31.507624 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:01:31.508018 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Checking segment: {'id': 'bfcb81b6-6e12-404f-8663-879459f46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:01:31.508504 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:31.508921 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Bound using segment: {'id': 'bfcb81b6-6e12-404f-8663-879459f46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:01:31.509390 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Bound port: 3bd3d64d-e414-46c8-89ab-a7e3d76e571c, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcb81b6-6e12-404f-8663-879459f46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:01:31.509798 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (3bd3d64d-e414-46c8-89ab-a7e3d76e571c), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:31.573418 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] For port 3bd3d64d-e414-46c8-89ab-a7e3d76e571c, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:01:31.577579 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] For port 3bd3d64d-e414-46c8-89ab-a7e3d76e571c, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=3bd3d64d-e414-46c8-89ab-a7e3d76e571c,segment=NetworkSegment(bfcb81b6-6e12-404f-8663-879459f46e2f),segment_id=bfcb81b6-6e12-404f-8663-879459f46e2f)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:01:31.680701 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (3bd3d64d-e414-46c8-89ab-a7e3d76e571c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:31.748648 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d617c7-4370-46a5-afba-7f3689f424e8 None None] Pushing event updated for resources: {'Port': ['ID=3bd3d64d-e414-46c8-89ab-a7e3d76e571c,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:01:32.957982 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 41254) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:01:33.273062 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [None req-3d03ea27-4f11-4e70-accc-f1903bb20f30 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:01:33.274113 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-3d03ea27-4f11-4e70-accc-f1903bb20f30 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3151944 Jan 18 16:01:35.673958 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41262) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:01:35.981895 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [None req-4766a3b8-17f0-4440-8a1f-81f3201251ad admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:01:35.982999 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-4766a3b8-17f0-4440-8a1f-81f3201251ad admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3079648 Jan 18 16:01:38.642330 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41272) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:01:38.935510 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a02d36c2-6ae4-42a4-97be-8db6cf755665 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '846395b315da4becaaaacf549c817443'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:01:39.024060 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a02d36c2-6ae4-42a4-97be-8db6cf755665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3780192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25056'] for router (d75b2367-ab8b-4d03-aa7c-759714e1d326), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:39.025774 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a02d36c2-6ae4-42a4-97be-8db6cf755665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3780108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3778222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25079'] for router (d75b2367-ab8b-4d03-aa7c-759714e1d326), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:39.162124 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a02d36c2-6ae4-42a4-97be-8db6cf755665 admin admin] Publish callbacks [] for router_controller (d75b2367-ab8b-4d03-aa7c-759714e1d326), precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:39.247293 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a02d36c2-6ae4-42a4-97be-8db6cf755665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778203'] for router (d75b2367-ab8b-4d03-aa7c-759714e1d326), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:39.339670 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a02d36c2-6ae4-42a4-97be-8db6cf755665 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:39.340960 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a02d36c2-6ae4-42a4-97be-8db6cf755665 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6976130 Jan 18 16:01:39.366261 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-219d8aaf-b60c-48de-acd9-0f1e48b70380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:41.451432 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3186c7c-cd5a-4a4a-b7fa-8794c5d02f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:41.807912 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41284) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:01:42.128140 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [None req-52db64c4-808d-4666-aa99-7e332d8c959a admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:01:42.129319 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-52db64c4-808d-4666-aa99-7e332d8c959a admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3204019 Jan 18 16:01:42.217630 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 3bd3d64d-e414-46c8-89ab-a7e3d76e571c up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:01:42.308476 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 3bd3d64d-e414-46c8-89ab-a7e3d76e571c triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:01:42.308929 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (3bd3d64d-e414-46c8-89ab-a7e3d76e571c), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:42.424092 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 3bd3d64d-e414-46c8-89ab-a7e3d76e571c is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:01:42.424482 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (3bd3d64d-e414-46c8-89ab-a7e3d76e571c), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:42.460559 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] For port 3bd3d64d-e414-46c8-89ab-a7e3d76e571c, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=3bd3d64d-e414-46c8-89ab-a7e3d76e571c,segment=NetworkSegment(bfcb81b6-6e12-404f-8663-879459f46e2f),segment_id=bfcb81b6-6e12-404f-8663-879459f46e2f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:01:42.536422 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (3bd3d64d-e414-46c8-89ab-a7e3d76e571c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:42.585379 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Pushing event updated for resources: {'Port': ['ID=3bd3d64d-e414-46c8-89ab-a7e3d76e571c,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:01:42.713917 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81b029-d9d7-476a-8214-43302aec9d75 None None] Network 825d49e7-2f5c-432c-af2b-7cab18ae61ef requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:01:42.785945 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-8a45f8a2-0cf3-4042-aef1-a4f3b97a9a72 None None] Provisioning complete for port 3bd3d64d-e414-46c8-89ab-a7e3d76e571c triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:01:42.786336 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a45f8a2-0cf3-4042-aef1-a4f3b97a9a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (3bd3d64d-e414-46c8-89ab-a7e3d76e571c), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:42.906856 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8a45f8a2-0cf3-4042-aef1-a4f3b97a9a72 None None] Current status of the port 3bd3d64d-e414-46c8-89ab-a7e3d76e571c is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:01:43.129769 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-90814109-4a9b-4063-8d4d-d91113b639df None None] Provisioning complete for port 3bd3d64d-e414-46c8-89ab-a7e3d76e571c triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:01:43.130166 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90814109-4a9b-4063-8d4d-d91113b639df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (3bd3d64d-e414-46c8-89ab-a7e3d76e571c), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:43.203896 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-90814109-4a9b-4063-8d4d-d91113b639df None None] Current status of the port 3bd3d64d-e414-46c8-89ab-a7e3d76e571c is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:01:43.445834 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:44.179771 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 3bd3d64d-e414-46c8-89ab-a7e3d76e571c up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:01:44.239116 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 3bd3d64d-e414-46c8-89ab-a7e3d76e571c triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:01:44.239555 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (3bd3d64d-e414-46c8-89ab-a7e3d76e571c), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:44.280629 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:44.313911 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 3bd3d64d-e414-46c8-89ab-a7e3d76e571c is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:01:44.605146 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41314) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:01:44.731186 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-64f70bcb-4c12-40cd-ad31-66c06d05dceb admin admin] Request body: {'network': {'tenant_id': 'a350482550d840fe8f788ede6615135a', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'project_id': 'a350482550d840fe8f788ede6615135a', 'router:external': True, 'is_default': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:01:44.822336 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f70bcb-4c12-40cd-ad31-66c06d05dceb admin admin] Made reservation on behalf of a350482550d840fe8f788ede6615135a for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:01:44.824542 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-64f70bcb-4c12-40cd-ad31-66c06d05dceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:44.832935 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-64f70bcb-4c12-40cd-ad31-66c06d05dceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:44.903168 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-64f70bcb-4c12-40cd-ad31-66c06d05dceb admin admin] Publish callbacks [] for security_group (9df1a775-7f6f-40fe-8799-fc1b0ca075f8), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:44.983784 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-64f70bcb-4c12-40cd-ad31-66c06d05dceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (9df1a775-7f6f-40fe-8799-fc1b0ca075f8), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:45.001051 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-64f70bcb-4c12-40cd-ad31-66c06d05dceb admin admin] Reserving flat network on physical network physnet1 {{(pid=103253) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 16:01:45.015142 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f70bcb-4c12-40cd-ad31-66c06d05dceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df1a775-7f6f-40fe-8799-fc1b0ca075f8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:01:45.021453 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-64f70bcb-4c12-40cd-ad31-66c06d05dceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (a84b9757-8ea2-421a-b06a-2b93a4e4812b), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:45.021859 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-64f70bcb-4c12-40cd-ad31-66c06d05dceb admin admin] Added segment a84b9757-8ea2-421a-b06a-2b93a4e4812b of type flat for network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 Jan 18 16:01:45.074382 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-64f70bcb-4c12-40cd-ad31-66c06d05dceb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (1c8790e2-9f4d-4777-95ec-2c108e3ff472), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:45.159892 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-64f70bcb-4c12-40cd-ad31-66c06d05dceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (1c8790e2-9f4d-4777-95ec-2c108e3ff472), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:45.160856 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f70bcb-4c12-40cd-ad31-66c06d05dceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:01:45.161462 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-64f70bcb-4c12-40cd-ad31-66c06d05dceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:45.237047 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f70bcb-4c12-40cd-ad31-66c06d05dceb admin admin] Pushing event updated for resources: {'Network': ['ID=1c8790e2-9f4d-4777-95ec-2c108e3ff472,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:01:45.248962 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:01:45.276940 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-64f70bcb-4c12-40cd-ad31-66c06d05dceb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6707067 Jan 18 16:01:45.794454 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:47.540759 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41322) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:01:47.672668 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283cb37a-eb14-4480-9dd3-5b7bfafb21b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:01:47.674081 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-283cb37a-eb14-4480-9dd3-5b7bfafb21b5 admin admin] 10.222.0.70 "GET /v2.0/subnets/bee50f31-c55c-4f76-b2d6-625d3fa032a9 HTTP/1.1" status: 200 len: 849 time: 0.1323638 Jan 18 16:01:47.788723 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-96ef7e6e-f393-4b9a-ab20-27fc59c74950 admin admin] 10.222.0.70 "GET /v2.0/routers/d75b2367-ab8b-4d03-aa7c-759714e1d326 HTTP/1.1" status: 200 len: 704 time: 0.1089752 Jan 18 16:01:48.061661 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:48.354535 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Allocated IP 172.20.0.1 (825d49e7-2f5c-432c-af2b-7cab18ae61ef/bee50f31-c55c-4f76-b2d6-625d3fa032a9/eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:01:48.533798 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Publish callbacks [] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:48.669090 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:48.746507 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Network 825d49e7-2f5c-432c-af2b-7cab18ae61ef is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:01:48.754531 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:01:48.760421 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Pushing event updated for resources: {'Port': ['ID=eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:01:48.763275 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:01:48.763863 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778478'] for router_interface (d75b2367-ab8b-4d03-aa7c-759714e1d326), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:48.958510 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-5513d9c7-e4eb-4ef1-ab55-8259fdd77f7c None None] Provisioning complete for port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:01:48.959087 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5513d9c7-e4eb-4ef1-ab55-8259fdd77f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:48.991530 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5513d9c7-e4eb-4ef1-ab55-8259fdd77f7c None None] Port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:01:49.098645 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:49.303030 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Publish callbacks [] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:49.365218 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:49.366021 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778394'] for router_interface (d75b2367-ab8b-4d03-aa7c-759714e1d326), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:49.449729 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Pushing event updated for resources: {'Port': ['ID=eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:01:49.492274 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Network 825d49e7-2f5c-432c-af2b-7cab18ae61ef is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:01:49.493581 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:01:49.709111 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Router d75b2367-ab8b-4d03-aa7c-759714e1d326 is scheduled to L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:01:49.714032 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-d98c5a99-bf10-4136-adfb-db42890fee70 None None] Provisioning complete for port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:01:49.714418 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d98c5a99-bf10-4136-adfb-db42890fee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:49.749169 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d98c5a99-bf10-4136-adfb-db42890fee70 None None] Port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:01:49.801265 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:01:49.807148 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a6180bbb-33e6-456a-aabf-1e27c9090021 admin admin] 10.222.0.70 "PUT /v2.0/routers/d75b2367-ab8b-4d03-aa7c-759714e1d326/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0135586 Jan 18 16:01:49.810316 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Sync routers for ids ['d75b2367-ab8b-4d03-aa7c-759714e1d326'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:01:49.824311 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Routers {'d75b2367-ab8b-4d03-aa7c-759714e1d326'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:01:49.825177 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:01:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d75b2367-ab8b-4d03-aa7c-759714e1d326'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:01:50.011226 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Set router d75b2367-ab8b-4d03-aa7c-759714e1d326 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:01:50.436443 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75b2367-ab8b-4d03-aa7c-759714e1d326', 'name': 'router1', 'tenant_id': '846395b315da4becaaaacf549c817443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:01:39Z', 'updated_at': '2022-01-18T16:01:48Z', 'revision_number': 2, 'project_id': '846395b315da4becaaaacf549c817443', 'gw_port_host': None, '_interfaces': [{'id': 'eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0', 'name': '', 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef', 'tenant_id': '846395b315da4becaaaacf549c817443', 'mac_address': 'fa:16:3e:30:22:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75b2367-ab8b-4d03-aa7c-759714e1d326', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bee50f31-c55c-4f76-b2d6-625d3fa032a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:01:48Z', 'updated_at': '2022-01-18T16:01:49Z', 'revision_number': 2, 'project_id': '846395b315da4becaaaacf549c817443', 'subnets': [{'id': 'bee50f31-c55c-4f76-b2d6-625d3fa032a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c156b3c4-b79a-489d-aaa7-176874dbd8b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:01:50.486820 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Checking router: d75b2367-ab8b-4d03-aa7c-759714e1d326 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:01:50.487193 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Updating router d75b2367-ab8b-4d03-aa7c-759714e1d326 port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 binding host dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:01:50.534429 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:51.051023 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Publish callbacks [] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:51.177164 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:51.313188 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20388981-fc60-44d1-aef9-9b846debe08a None None] Pushing event updated for resources: {'Port': ['ID=eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:01:51.341249 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20388981-fc60-44d1-aef9-9b846debe08a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:51.341602 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20388981-fc60-44d1-aef9-9b846debe08a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:51.341944 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20388981-fc60-44d1-aef9-9b846debe08a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:51.342290 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20388981-fc60-44d1-aef9-9b846debe08a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:51.342613 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20388981-fc60-44d1-aef9-9b846debe08a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:51.342940 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20388981-fc60-44d1-aef9-9b846debe08a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:51.343264 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20388981-fc60-44d1-aef9-9b846debe08a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:51.343583 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20388981-fc60-44d1-aef9-9b846debe08a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:51.343906 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20388981-fc60-44d1-aef9-9b846debe08a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:51.344256 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20388981-fc60-44d1-aef9-9b846debe08a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:51.344566 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20388981-fc60-44d1-aef9-9b846debe08a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:51.344908 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20388981-fc60-44d1-aef9-9b846debe08a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:51.345226 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20388981-fc60-44d1-aef9-9b846debe08a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20388981-fc60-44d1-aef9-9b846debe08a None None] Tracked resource versions report: Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: pushed versions: Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: { 'AddressGroup': {'1.2'}, Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'ConntrackHelper': {'1.0'}, Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Log': {'1.0'}, Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Network': {'1.1'}, Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Port': {'1.7'}, Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'PortForwarding': {'1.2'}, Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'QosPolicy': {'1.10'}, Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'SecurityGroup': {'1.5'}, Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'SubPort': {'1.0'}, Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Subnet': {'1.1'}, Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Trunk': {'1.1'}} Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: consumer versions: Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: { DHCP agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: L3 agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: Metadata agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: Metering agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: Open vSwitch agent@dv-cinder-788366-8-iscsi: { 'AddressGroup': '1.2', Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'ConntrackHelper': '1.0', Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'LocalIPAssociation': '1.0', Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Log': '1.0', Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Network': '1.1', Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Port': '1.7', Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'PortForwarding': '1.2', Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'QosPolicy': '1.10', Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'SecurityGroup': '1.5', Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'SecurityGroupRule': '1.2', Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'SubPort': '1.0', Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Subnet': '1.1', Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Trunk': '1.1'}} Jan 18 16:01:51.346602 dv-cinder-788366-8-iscsi neutron-server[103255]: {{(pid=103255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:01:51.359405 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Attempting to bind port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:01:51.359810 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Attempting to bind port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'bfcb81b6-6e12-404f-8663-879459f46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:01:51.360233 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Attempting to bind port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 on network 825d49e7-2f5c-432c-af2b-7cab18ae61ef {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:01:51.366340 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:01:51.366749 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Checking segment: {'id': 'bfcb81b6-6e12-404f-8663-879459f46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:01:51.367234 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:51.367621 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Bound using segment: {'id': 'bfcb81b6-6e12-404f-8663-879459f46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:01:51.368085 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Bound port: eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcb81b6-6e12-404f-8663-879459f46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:01:51.368463 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:51.435350 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] For port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:01:51.453760 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] For port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0,segment=NetworkSegment(bfcb81b6-6e12-404f-8663-879459f46e2f),segment_id=bfcb81b6-6e12-404f-8663-879459f46e2f)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:01:51.479288 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-6fc12517-b11e-4721-a6b3-54ccd8dab5fb None None] Provisioning complete for port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:01:51.480970 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6fc12517-b11e-4721-a6b3-54ccd8dab5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:51.512822 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6fc12517-b11e-4721-a6b3-54ccd8dab5fb None None] Port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:01:51.537830 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:51.596190 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Routers {'d75b2367-ab8b-4d03-aa7c-759714e1d326'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:01:51.596834 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:01:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d75b2367-ab8b-4d03-aa7c-759714e1d326'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:01:51.602573 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20388981-fc60-44d1-aef9-9b846debe08a None None] Pushing event updated for resources: {'Port': ['ID=eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:01:51.691642 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] Set router d75b2367-ab8b-4d03-aa7c-759714e1d326 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:01:51.837198 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-257c5ceb-c8a1-431e-9239-77390a103979 None None] Provisioning complete for port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:01:51.837647 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-257c5ceb-c8a1-431e-9239-77390a103979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:51.906165 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75b2367-ab8b-4d03-aa7c-759714e1d326', 'name': 'router1', 'tenant_id': '846395b315da4becaaaacf549c817443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:01:39Z', 'updated_at': '2022-01-18T16:01:48Z', 'revision_number': 2, 'project_id': '846395b315da4becaaaacf549c817443', 'gw_port_host': None, '_interfaces': [{'id': 'eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0', 'name': '', 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef', 'tenant_id': '846395b315da4becaaaacf549c817443', 'mac_address': 'fa:16:3e:30:22:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75b2367-ab8b-4d03-aa7c-759714e1d326', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bee50f31-c55c-4f76-b2d6-625d3fa032a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:01:48Z', 'updated_at': '2022-01-18T16:01:51Z', 'revision_number': 4, 'project_id': '846395b315da4becaaaacf549c817443', 'subnets': [{'id': 'bee50f31-c55c-4f76-b2d6-625d3fa032a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c156b3c4-b79a-489d-aaa7-176874dbd8b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:01:51.917882 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-257c5ceb-c8a1-431e-9239-77390a103979 None None] Current status of the port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:01:51.918400 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-257c5ceb-c8a1-431e-9239-77390a103979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:51.936204 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e3d564-bd61-49af-bd64-6ee31fbcf62c None None] The sync data for ids ['d75b2367-ab8b-4d03-aa7c-759714e1d326'] in dv-cinder-788366-8-iscsi is: [{'id': 'd75b2367-ab8b-4d03-aa7c-759714e1d326', 'name': 'router1', 'tenant_id': '846395b315da4becaaaacf549c817443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:01:39Z', 'updated_at': '2022-01-18T16:01:48Z', 'revision_number': 2, 'project_id': '846395b315da4becaaaacf549c817443', 'gw_port_host': None, '_interfaces': [{'id': 'eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0', 'name': '', 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef', 'tenant_id': '846395b315da4becaaaacf549c817443', 'mac_address': 'fa:16:3e:30:22:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75b2367-ab8b-4d03-aa7c-759714e1d326', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bee50f31-c55c-4f76-b2d6-625d3fa032a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:01:48Z', 'updated_at': '2022-01-18T16:01:51Z', 'revision_number': 4, 'project_id': '846395b315da4becaaaacf549c817443', 'subnets': [{'id': 'bee50f31-c55c-4f76-b2d6-625d3fa032a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c156b3c4-b79a-489d-aaa7-176874dbd8b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:01:51.955403 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-257c5ceb-c8a1-431e-9239-77390a103979 None None] For port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0,segment=NetworkSegment(bfcb81b6-6e12-404f-8663-879459f46e2f),segment_id=bfcb81b6-6e12-404f-8663-879459f46e2f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:01:52.051219 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-257c5ceb-c8a1-431e-9239-77390a103979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:52.100988 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c5ceb-c8a1-431e-9239-77390a103979 None None] Pushing event updated for resources: {'Port': ['ID=eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:01:54.417028 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41342) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:01:54.527477 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5052fe-8c25-4bc5-82ba-6021903980b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:01:54.528873 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2b5052fe-8c25-4bc5-82ba-6021903980b2 admin admin] 10.222.0.70 "GET /v2.0/networks/1c8790e2-9f4d-4777-95ec-2c108e3ff472 HTTP/1.1" status: 200 len: 842 time: 0.1108444 Jan 18 16:01:54.538141 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-72a4dbec-c645-4b39-aea5-032f2a2b35d0 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'tenant_id': 'a350482550d840fe8f788ede6615135a', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:01:54.651357 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a4dbec-c645-4b39-aea5-032f2a2b35d0 admin admin] Made reservation on behalf of a350482550d840fe8f788ede6615135a for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:01:54.653717 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72a4dbec-c645-4b39-aea5-032f2a2b35d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:55.014361 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.objects.ports [None req-72a4dbec-c645-4b39-aea5-032f2a2b35d0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103253) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 16:01:55.014769 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72a4dbec-c645-4b39-aea5-032f2a2b35d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (591814af-1b8a-403e-b4f6-753980d73ce9), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:55.061838 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4dbec-c645-4b39-aea5-032f2a2b35d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=591814af-1b8a-403e-b4f6-753980d73ce9,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:01:55.080191 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a4dbec-c645-4b39-aea5-032f2a2b35d0 admin admin] Checking segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:01:55.092250 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a4dbec-c645-4b39-aea5-032f2a2b35d0 admin admin] Network hostable DHCP agents. Network: 1c8790e2-9f4d-4777-95ec-2c108e3ff472, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:01:55.251291 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a4dbec-c645-4b39-aea5-032f2a2b35d0 admin admin] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:01:55.347986 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-72a4dbec-c645-4b39-aea5-032f2a2b35d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, 1c8790e2-9f4d-4777-95ec-2c108e3ff472) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:01:55.352197 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a4dbec-c645-4b39-aea5-032f2a2b35d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:01:55.352907 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72a4dbec-c645-4b39-aea5-032f2a2b35d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:55.357927 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d964f0-08a5-4a2c-a278-cccc674fc8da None None] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:01:55.459822 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03cf07-bddb-4bec-aee3-b231e472ad5b None None] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:01:55.494645 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-72a4dbec-c645-4b39-aea5-032f2a2b35d0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9598472 Jan 18 16:01:57.789239 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41350) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:01:57.920496 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2f1d4616-ba58-410d-8b9b-9ba330793075 admin admin] 10.222.0.70 "GET /v2.0/routers/d75b2367-ab8b-4d03-aa7c-759714e1d326 HTTP/1.1" status: 200 len: 710 time: 0.1301353 Jan 18 16:01:58.075434 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb88c80-f8e3-41b8-9d02-2690f1f45e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:01:58.076834 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-bdb88c80-f8e3-41b8-9d02-2690f1f45e8f admin admin] 10.222.0.70 "GET /v2.0/networks/1c8790e2-9f4d-4777-95ec-2c108e3ff472 HTTP/1.1" status: 200 len: 886 time: 0.1510096 Jan 18 16:01:58.086313 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:01:58.342591 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Publish callbacks [] for router_gateway (d75b2367-ab8b-4d03-aa7c-759714e1d326), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:58.642139 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Publish callbacks [] for router_gateway (d75b2367-ab8b-4d03-aa7c-759714e1d326), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:58.715322 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:58.787929 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 5 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:01:58.817593 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Allocated IP 172.27.2.93 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/02537c1c-96b5-47e2-9ada-e12f976bcb00) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:01:58.916222 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Publish callbacks [] for port (02537c1c-96b5-47e2-9ada-e12f976bcb00), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:59.074501 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (02537c1c-96b5-47e2-9ada-e12f976bcb00), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:59.115215 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:01:59.118042 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:01:59.124482 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:01:59.127456 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=02537c1c-96b5-47e2-9ada-e12f976bcb00,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:01:59.451051 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Publish callbacks [] for router_gateway (d75b2367-ab8b-4d03-aa7c-759714e1d326), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:59.738327 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3778236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3779302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24965'] for router (d75b2367-ab8b-4d03-aa7c-759714e1d326), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:59.741579 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3778181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3778194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3779311'] for router (d75b2367-ab8b-4d03-aa7c-759714e1d326), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:59.845274 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Router d75b2367-ab8b-4d03-aa7c-759714e1d326 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:01:59.959067 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:01:59.963345 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:01:59.980709 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b17d0801-b049-4c79-864c-e8f17fab1cb5 admin admin] 10.222.0.70 "PUT /v2.0/routers/d75b2367-ab8b-4d03-aa7c-759714e1d326 HTTP/1.1" status: 200 len: 889 time: 1.8819149 Jan 18 16:02:00.222381 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:02:00.264617 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Sync routers for ids ['d75b2367-ab8b-4d03-aa7c-759714e1d326'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:02:00.282581 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Routers {'d75b2367-ab8b-4d03-aa7c-759714e1d326'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:02:00.283421 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:01:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d75b2367-ab8b-4d03-aa7c-759714e1d326'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:02:00.305762 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:02:00.306157 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:00.547203 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Set router d75b2367-ab8b-4d03-aa7c-759714e1d326 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:02:00.619743 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:02:00.946224 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75b2367-ab8b-4d03-aa7c-759714e1d326', 'name': 'router1', 'tenant_id': '846395b315da4becaaaacf549c817443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '02537c1c-96b5-47e2-9ada-e12f976bcb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:01:39Z', 'updated_at': '2022-01-18T16:01:59Z', 'revision_number': 4, 'project_id': '846395b315da4becaaaacf549c817443', 'gw_port': {'id': '02537c1c-96b5-47e2-9ada-e12f976bcb00', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75b2367-ab8b-4d03-aa7c-759714e1d326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:01:58Z', 'updated_at': '2022-01-18T16:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': 'eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0', 'name': '', 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef', 'tenant_id': '846395b315da4becaaaacf549c817443', 'mac_address': 'fa:16:3e:30:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75b2367-ab8b-4d03-aa7c-759714e1d326', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bee50f31-c55c-4f76-b2d6-625d3fa032a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:01:48Z', 'updated_at': '2022-01-18T16:01:51Z', 'revision_number': 5, 'project_id': '846395b315da4becaaaacf549c817443', 'subnets': [{'id': 'bee50f31-c55c-4f76-b2d6-625d3fa032a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c156b3c4-b79a-489d-aaa7-176874dbd8b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:02:01.068788 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Checking router: d75b2367-ab8b-4d03-aa7c-759714e1d326 for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:02:01.069155 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Updating router d75b2367-ab8b-4d03-aa7c-759714e1d326 port 02537c1c-96b5-47e2-9ada-e12f976bcb00 binding host dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:02:01.118335 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (02537c1c-96b5-47e2-9ada-e12f976bcb00), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:01.430785 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Publish callbacks [] for port (02537c1c-96b5-47e2-9ada-e12f976bcb00), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:01.508038 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (02537c1c-96b5-47e2-9ada-e12f976bcb00), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:01.557368 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Attempting to bind port 02537c1c-96b5-47e2-9ada-e12f976bcb00 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:02:01.557737 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Attempting to bind port 02537c1c-96b5-47e2-9ada-e12f976bcb00 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:02:01.558101 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Attempting to bind port 02537c1c-96b5-47e2-9ada-e12f976bcb00 on network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:02:01.564730 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977790c7-8732-4cdb-8406-d6723f4ba06d None None] Pushing event updated for resources: {'Port': ['ID=02537c1c-96b5-47e2-9ada-e12f976bcb00,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:02:01.569095 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:02:01.574791 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Checking segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:02:01.574791 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:01.574791 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Bound using segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:02:01.574791 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Bound port: 02537c1c-96b5-47e2-9ada-e12f976bcb00, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:02:01.574791 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (02537c1c-96b5-47e2-9ada-e12f976bcb00), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:01.622853 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] For port 02537c1c-96b5-47e2-9ada-e12f976bcb00, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:02:01.625860 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] For port 02537c1c-96b5-47e2-9ada-e12f976bcb00, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=02537c1c-96b5-47e2-9ada-e12f976bcb00,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:02:01.703153 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (02537c1c-96b5-47e2-9ada-e12f976bcb00), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:01.759847 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Routers {'d75b2367-ab8b-4d03-aa7c-759714e1d326'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:02:01.760456 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:01:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d75b2367-ab8b-4d03-aa7c-759714e1d326'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:02:01.765088 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977790c7-8732-4cdb-8406-d6723f4ba06d None None] Pushing event updated for resources: {'Port': ['ID=02537c1c-96b5-47e2-9ada-e12f976bcb00,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:02:01.871623 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] Set router d75b2367-ab8b-4d03-aa7c-759714e1d326 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:02:02.083378 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75b2367-ab8b-4d03-aa7c-759714e1d326', 'name': 'router1', 'tenant_id': '846395b315da4becaaaacf549c817443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '02537c1c-96b5-47e2-9ada-e12f976bcb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:01:39Z', 'updated_at': '2022-01-18T16:01:59Z', 'revision_number': 4, 'project_id': '846395b315da4becaaaacf549c817443', 'gw_port': {'id': '02537c1c-96b5-47e2-9ada-e12f976bcb00', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75b2367-ab8b-4d03-aa7c-759714e1d326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:01:58Z', 'updated_at': '2022-01-18T16:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': 'eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0', 'name': '', 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef', 'tenant_id': '846395b315da4becaaaacf549c817443', 'mac_address': 'fa:16:3e:30:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75b2367-ab8b-4d03-aa7c-759714e1d326', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bee50f31-c55c-4f76-b2d6-625d3fa032a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:01:48Z', 'updated_at': '2022-01-18T16:01:51Z', 'revision_number': 5, 'project_id': '846395b315da4becaaaacf549c817443', 'subnets': [{'id': 'bee50f31-c55c-4f76-b2d6-625d3fa032a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c156b3c4-b79a-489d-aaa7-176874dbd8b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:02:02.115608 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b628df-c18a-41cf-9e12-47cb4bb3bbf4 None None] The sync data for ids ['d75b2367-ab8b-4d03-aa7c-759714e1d326'] in dv-cinder-788366-8-iscsi is: [{'id': 'd75b2367-ab8b-4d03-aa7c-759714e1d326', 'name': 'router1', 'tenant_id': '846395b315da4becaaaacf549c817443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '02537c1c-96b5-47e2-9ada-e12f976bcb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:01:39Z', 'updated_at': '2022-01-18T16:01:59Z', 'revision_number': 4, 'project_id': '846395b315da4becaaaacf549c817443', 'gw_port': {'id': '02537c1c-96b5-47e2-9ada-e12f976bcb00', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:36:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75b2367-ab8b-4d03-aa7c-759714e1d326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:01:58Z', 'updated_at': '2022-01-18T16:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': 'eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0', 'name': '', 'network_id': '825d49e7-2f5c-432c-af2b-7cab18ae61ef', 'tenant_id': '846395b315da4becaaaacf549c817443', 'mac_address': 'fa:16:3e:30:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75b2367-ab8b-4d03-aa7c-759714e1d326', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bee50f31-c55c-4f76-b2d6-625d3fa032a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:01:48Z', 'updated_at': '2022-01-18T16:01:51Z', 'revision_number': 5, 'project_id': '846395b315da4becaaaacf549c817443', 'subnets': [{'id': 'bee50f31-c55c-4f76-b2d6-625d3fa032a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c156b3c4-b79a-489d-aaa7-176874dbd8b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:02:02.415625 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41362) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:02:02.527871 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-8bfd5540-fe6f-47f2-955d-00e31b93bc34 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1110349 Jan 18 16:02:04.225496 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 02537c1c-96b5-47e2-9ada-e12f976bcb00 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:02:04.278346 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 02537c1c-96b5-47e2-9ada-e12f976bcb00 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:02:04.278737 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (02537c1c-96b5-47e2-9ada-e12f976bcb00), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:04.362992 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 02537c1c-96b5-47e2-9ada-e12f976bcb00 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:02:04.363450 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (02537c1c-96b5-47e2-9ada-e12f976bcb00), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:04.387533 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] For port 02537c1c-96b5-47e2-9ada-e12f976bcb00, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=02537c1c-96b5-47e2-9ada-e12f976bcb00,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:02:04.467976 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (02537c1c-96b5-47e2-9ada-e12f976bcb00), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:04.522070 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Pushing event updated for resources: {'Port': ['ID=02537c1c-96b5-47e2-9ada-e12f976bcb00,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:02:06.241740 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 02537c1c-96b5-47e2-9ada-e12f976bcb00 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:02:06.303660 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 02537c1c-96b5-47e2-9ada-e12f976bcb00 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:02:06.304284 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (02537c1c-96b5-47e2-9ada-e12f976bcb00), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:06.386859 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 02537c1c-96b5-47e2-9ada-e12f976bcb00 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:02:09.388260 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8caef4f5-f84b-4c09-8c20-8c11b815ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:11.436124 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-75f1ec68-fce7-4a55-a85e-11ed5ad3f32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:13.416297 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:14.267602 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:15.736197 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:35.788640 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 5 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:02:39.505155 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a46bf13c-6c53-4675-a639-0db674968d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:41.439263 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab739de1-becd-4c77-bb1d-fa2d4a561504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:43.421647 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:44.781167 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:02:45.770509 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:03:09.386456 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b1539178-3d7a-4a3c-bb37-b5657add2f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:03:11.431922 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94490996-0192-4f00-b935-cc05c6443c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:03:12.787324 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 5 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:03:13.425950 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:03:14.277335 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:03:15.734635 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:03:24.145566 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41846) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:03:24.207836 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a74feb0-7029-4170-b0bf-578db7da9198 admin admin] GET failed (client error): The resource could not be found. Jan 18 16:03:24.209134 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2a74feb0-7029-4170-b0bf-578db7da9198 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625589 Jan 18 16:03:24.367925 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee766f4f-3f3c-4b64-9dee-a376a40c4e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:03:24.369357 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ee766f4f-3f3c-4b64-9dee-a376a40c4e2a admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1561971 Jan 18 16:03:26.572325 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41856) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:03:26.663618 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98b0f17-9e0f-419e-b7b4-493211cd1999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:03:26.664979 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b98b0f17-9e0f-419e-b7b4-493211cd1999 admin admin] 10.222.0.70 "GET /v2.0/subnets/bee50f31-c55c-4f76-b2d6-625d3fa032a9 HTTP/1.1" status: 200 len: 849 time: 0.0916622 Jan 18 16:03:26.674312 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:03:26.759803 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Publish callbacks [] for subnet (bee50f31-c55c-4f76-b2d6-625d3fa032a9), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:03:27.020264 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735085097337'] for subnet (bee50f31-c55c-4f76-b2d6-625d3fa032a9), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:03:27.052140 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:03:27.052789 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:03:27.054028 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] 10.222.0.70 "PUT /v2.0/subnets/bee50f31-c55c-4f76-b2d6-625d3fa032a9 HTTP/1.1" status: 200 len: 868 time: 0.3833156 Jan 18 16:03:27.071857 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bee50f31-c55c-4f76-b2d6-625d3fa032a9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:03:27.072961 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfed4d86-5078-411b-8e95-c9e72402b868 None None] Network 825d49e7-2f5c-432c-af2b-7cab18ae61ef requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:03:27.080570 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:03:27.080973 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:03:27.081315 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:03:27.081626 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:03:27.081939 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:03:27.082270 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:03:27.082603 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:03:27.082924 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:03:27.083281 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:03:27.083601 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:03:27.083925 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:03:27.084248 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:03:27.084568 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbef200-5984-4372-963e-9d976400e343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:03:27.410069 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-5569b21e-feed-4d2a-a049-37a33a92877a None None] Provisioning complete for port 3bd3d64d-e414-46c8-89ab-a7e3d76e571c triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:03:27.410463 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5569b21e-feed-4d2a-a049-37a33a92877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (3bd3d64d-e414-46c8-89ab-a7e3d76e571c), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:03:27.486337 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5569b21e-feed-4d2a-a049-37a33a92877a None None] Current status of the port 3bd3d64d-e414-46c8-89ab-a7e3d76e571c is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:03:27.496048 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-5569b21e-feed-4d2a-a049-37a33a92877a None None] Provisioning complete for port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:03:27.496436 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5569b21e-feed-4d2a-a049-37a33a92877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:03:27.579300 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5569b21e-feed-4d2a-a049-37a33a92877a None None] Current status of the port eeadaef3-b6b4-42f2-a45c-7ec4080ce3f0 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:03:29.291802 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41864) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:03:29.486851 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafdb458-d0b4-45eb-9448-8b573d13f576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:03:29.487244 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafdb458-d0b4-45eb-9448-8b573d13f576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:03:29.488822 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-dafdb458-d0b4-45eb-9448-8b573d13f576 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960366 Jan 18 16:03:31.672737 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41872) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:03:31.802530 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a2d41a-61c3-4aeb-89cc-420d5f83d1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:03:31.803012 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a2d41a-61c3-4aeb-89cc-420d5f83d1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:03:31.804543 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-e0a2d41a-61c3-4aeb-89cc-420d5f83d1f3 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1308386 Jan 18 16:03:34.003158 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41880) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:03:34.128229 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e10760-d666-4697-9d35-45db96f17270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:03:34.129685 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-28e10760-d666-4697-9d35-45db96f17270 admin admin] 10.222.0.70 "GET /v2.0/networks/1c8790e2-9f4d-4777-95ec-2c108e3ff472 HTTP/1.1" status: 200 len: 886 time: 0.1255753 Jan 18 16:03:36.329263 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 41888) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:03:36.501085 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a47714c-ebc7-41a0-a839-8ad3aaecf1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:03:36.502444 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-6a47714c-ebc7-41a0-a839-8ad3aaecf1f0 admin admin] 10.222.0.70 "GET /v2.0/networks/825d49e7-2f5c-432c-af2b-7cab18ae61ef HTTP/1.1" status: 200 len: 869 time: 0.1722620 Jan 18 16:03:38.706251 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 41898) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:03:38.847099 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b264402b-4b29-499a-9cd1-d3a86ce65af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:03:38.847553 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b264402b-4b29-499a-9cd1-d3a86ce65af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:03:38.849094 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-b264402b-4b29-499a-9cd1-d3a86ce65af9 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1419172 Jan 18 16:03:39.396523 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a891efd-da2a-4d66-9787-d24540699d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:03:41.034423 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 41906) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:03:41.123365 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f097b75f-56de-44e3-942e-6f6a96982ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:03:41.123823 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f097b75f-56de-44e3-942e-6f6a96982ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:03:41.125346 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-f097b75f-56de-44e3-942e-6f6a96982ce8 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899730 Jan 18 16:03:41.476007 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2cce3889-9d7d-403c-824d-b4d58934d657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:03:43.320719 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 41914) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:03:43.405629 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70a55ed-c963-4c6f-b1c4-fdc90ee2cec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:03:43.407483 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-b70a55ed-c963-4c6f-b1c4-fdc90ee2cec6 admin admin] 10.222.0.70 "GET /v2.0/subnets/591814af-1b8a-403e-b4f6-753980d73ce9 HTTP/1.1" status: 200 len: 816 time: 0.0857468 Jan 18 16:03:43.419567 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:03:44.276587 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:03:45.604925 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 41922) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:03:45.697007 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30221cb9-7a4d-4741-9071-24fd8f20efa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:03:45.698439 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-30221cb9-7a4d-4741-9071-24fd8f20efa4 admin admin] 10.222.0.70 "GET /v2.0/subnets/bee50f31-c55c-4f76-b2d6-625d3fa032a9 HTTP/1.1" status: 200 len: 868 time: 0.0925593 Jan 18 16:03:45.744995 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:03:49.786061 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 5 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:04:09.361704 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d258493f-e966-4ae3-a32b-c4c3ecaf796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:09.874155 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 41976) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:04:09.921341 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [None req-f87d9226-2936-454f-8459-f0454139c438 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:04:09.922366 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-f87d9226-2936-454f-8459-f0454139c438 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473268 Jan 18 16:04:11.453217 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92767d1e-640d-401b-a4fd-f816616e0153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:12.193413 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41984) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:04:12.253161 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1362167-66dc-47a3-bb0f-573158efdf0c admin admin] GET failed (client error): The resource could not be found. Jan 18 16:04:12.254400 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b1362167-66dc-47a3-bb0f-573158efdf0c admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600536 Jan 18 16:04:12.335886 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6a8b47-0b35-4bce-bfeb-423150e7449e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:04:12.337361 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-6e6a8b47-0b35-4bce-bfeb-423150e7449e admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0790155 Jan 18 16:04:13.429857 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:14.270826 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:14.587006 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 41994) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:04:14.631994 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-73ed8b95-efbd-49be-aec1-a281b9369f80 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'tenant_id': 'a350482550d840fe8f788ede6615135a', 'name': 'shared', 'project_id': 'a350482550d840fe8f788ede6615135a'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:04:14.726734 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ed8b95-efbd-49be-aec1-a281b9369f80 admin admin] Made reservation on behalf of a350482550d840fe8f788ede6615135a for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:04:14.728978 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-73ed8b95-efbd-49be-aec1-a281b9369f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:14.756449 dv-cinder-788366-8-iscsi neutron-server[103253]: WARNING neutron.services.revisions.revision_plugin [None req-73ed8b95-efbd-49be-aec1-a281b9369f80 admin admin] Could not find related network for resource to bump revision. Jan 18 16:04:14.767444 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ed8b95-efbd-49be-aec1-a281b9369f80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:04:14.775687 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-73ed8b95-efbd-49be-aec1-a281b9369f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (de0e43ac-af98-4347-bc5c-4bbb8a2b1640), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:14.776024 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-73ed8b95-efbd-49be-aec1-a281b9369f80 admin admin] Added segment de0e43ac-af98-4347-bc5c-4bbb8a2b1640 of type vlan for network c78f0619-92d9-4398-9fda-2d5c5443b870 Jan 18 16:04:14.815355 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-73ed8b95-efbd-49be-aec1-a281b9369f80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (c78f0619-92d9-4398-9fda-2d5c5443b870), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:14.938130 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-73ed8b95-efbd-49be-aec1-a281b9369f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (c78f0619-92d9-4398-9fda-2d5c5443b870), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:14.939211 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ed8b95-efbd-49be-aec1-a281b9369f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:04:14.939779 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-73ed8b95-efbd-49be-aec1-a281b9369f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:14.994357 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed8b95-efbd-49be-aec1-a281b9369f80 admin admin] Pushing event updated for resources: {'Network': ['ID=c78f0619-92d9-4398-9fda-2d5c5443b870,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:04:15.006355 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network c78f0619-92d9-4398-9fda-2d5c5443b870 details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:04:15.066707 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-73ed8b95-efbd-49be-aec1-a281b9369f80 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4785166 Jan 18 16:04:15.750452 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:17.361138 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 42004) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:04:17.417793 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee07b7a-105c-4c1c-9fe1-a01842b63584 admin admin] GET failed (client error): The resource could not be found. Jan 18 16:04:17.419059 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-eee07b7a-105c-4c1c-9fe1-a01842b63584 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0569439 Jan 18 16:04:17.589588 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf60061-3224-4909-b57c-7eabfc5b21b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:04:17.590956 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-bcf60061-3224-4909-b57c-7eabfc5b21b9 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1673679 Jan 18 16:04:17.600666 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-9d0405b0-5144-450c-aa4a-0608eb50ba4c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'c78f0619-92d9-4398-9fda-2d5c5443b870', 'ip_version': 4, 'description': 'shared-subnet', 'tenant_id': 'a350482550d840fe8f788ede6615135a', 'cidr': '192.168.233.0/24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:04:17.686575 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0405b0-5144-450c-aa4a-0608eb50ba4c admin admin] Made reservation on behalf of a350482550d840fe8f788ede6615135a for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:04:17.688854 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d0405b0-5144-450c-aa4a-0608eb50ba4c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:17.904457 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d0405b0-5144-450c-aa4a-0608eb50ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (66b02660-6223-46b4-ae9a-8189c7d6c28c), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:17.959077 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0405b0-5144-450c-aa4a-0608eb50ba4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66b02660-6223-46b4-ae9a-8189c7d6c28c,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:04:17.965950 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0405b0-5144-450c-aa4a-0608eb50ba4c admin admin] Checking segment: {'id': 'de0e43ac-af98-4347-bc5c-4bbb8a2b1640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c78f0619-92d9-4398-9fda-2d5c5443b870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:04:17.966279 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0405b0-5144-450c-aa4a-0608eb50ba4c admin admin] Network hostable DHCP agents. Network: c78f0619-92d9-4398-9fda-2d5c5443b870, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:04:18.069422 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0405b0-5144-450c-aa4a-0608eb50ba4c admin admin] Network c78f0619-92d9-4398-9fda-2d5c5443b870 is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:04:18.132017 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-9d0405b0-5144-450c-aa4a-0608eb50ba4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, c78f0619-92d9-4398-9fda-2d5c5443b870) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:04:18.136278 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0405b0-5144-450c-aa4a-0608eb50ba4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:04:18.136899 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d0405b0-5144-450c-aa4a-0608eb50ba4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:18.142888 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fefad0-13db-499b-b283-07aa33758572 None None] Network c78f0619-92d9-4398-9fda-2d5c5443b870 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:04:18.261192 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-9d0405b0-5144-450c-aa4a-0608eb50ba4c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6637611 Jan 18 16:04:18.341041 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a97d34a-f00c-50ca-a5ed-93c7ff92fefd-c78f0619-92d9-4398-9fda-2d5c5443b870', 'network_id': 'c78f0619-92d9-4398-9fda-2d5c5443b870', 'project_id': 'a350482550d840fe8f788ede6615135a', 'fixed_ips': [{'subnet_id': '66b02660-6223-46b4-ae9a-8189c7d6c28c'}]}} from dv-cinder-788366-8-iscsi. {{(pid=103254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:04:18.341958 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:18.481188 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Allocated IP 192.168.233.2 (c78f0619-92d9-4398-9fda-2d5c5443b870/66b02660-6223-46b4-ae9a-8189c7d6c28c/5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:04:18.625396 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Publish callbacks [] for port (5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:18.733473 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:18.778092 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Network c78f0619-92d9-4398-9fda-2d5c5443b870 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:04:18.780860 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:04:18.784353 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:04:18.789949 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Pushing event updated for resources: {'Port': ['ID=5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:04:18.801325 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:04:18.801700 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:04:18.802063 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:04:18.802403 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:04:18.802741 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:04:18.803071 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:04:18.803399 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:04:18.803724 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:04:18.804049 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:04:18.804390 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:04:18.804747 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:04:18.805069 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:04:18.805391 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:04:18.850598 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Attempting to bind port 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:04:18.850971 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Attempting to bind port 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'de0e43ac-af98-4347-bc5c-4bbb8a2b1640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c78f0619-92d9-4398-9fda-2d5c5443b870'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:04:18.851334 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Attempting to bind port 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2 on network c78f0619-92d9-4398-9fda-2d5c5443b870 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:04:18.856596 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:04:18.856999 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Checking segment: {'id': 'de0e43ac-af98-4347-bc5c-4bbb8a2b1640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c78f0619-92d9-4398-9fda-2d5c5443b870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:04:18.857514 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:18.857905 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Bound using segment: {'id': 'de0e43ac-af98-4347-bc5c-4bbb8a2b1640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c78f0619-92d9-4398-9fda-2d5c5443b870'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:04:18.859015 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Bound port: 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0e43ac-af98-4347-bc5c-4bbb8a2b1640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c78f0619-92d9-4398-9fda-2d5c5443b870'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:04:18.859426 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:18.924655 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] For port 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:04:18.927814 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] For port 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2,segment=NetworkSegment(de0e43ac-af98-4347-bc5c-4bbb8a2b1640),segment_id=de0e43ac-af98-4347-bc5c-4bbb8a2b1640)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:04:19.024567 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:19.084731 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf3e15-e38d-43e4-808f-a02051af0f66 None None] Pushing event updated for resources: {'Port': ['ID=5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:04:19.995373 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e37690-32ca-4738-af98-1032e68c8d25 None None] Network c78f0619-92d9-4398-9fda-2d5c5443b870 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:04:20.101706 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-e8576b48-6f8a-41f8-b139-0f3b407e1ae9 None None] Provisioning complete for port 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:04:20.102097 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8576b48-6f8a-41f8-b139-0f3b407e1ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:20.191538 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e8576b48-6f8a-41f8-b139-0f3b407e1ae9 None None] Current status of the port 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:04:20.192051 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8576b48-6f8a-41f8-b139-0f3b407e1ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:20.234004 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-e8576b48-6f8a-41f8-b139-0f3b407e1ae9 None None] For port 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2,segment=NetworkSegment(de0e43ac-af98-4347-bc5c-4bbb8a2b1640),segment_id=de0e43ac-af98-4347-bc5c-4bbb8a2b1640)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:04:20.315164 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:04:20.361990 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8576b48-6f8a-41f8-b139-0f3b407e1ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:20.399250 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:04:20.399553 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:20.444464 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8576b48-6f8a-41f8-b139-0f3b407e1ae9 None None] Pushing event updated for resources: {'Port': ['ID=5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:04:20.498917 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:04:20.503436 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-dd532c31-65d1-422b-86b9-65ad1158bfe1 None None] Provisioning complete for port 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:04:20.503758 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd532c31-65d1-422b-86b9-65ad1158bfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:20.583105 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-dd532c31-65d1-422b-86b9-65ad1158bfe1 None None] Current status of the port 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:04:22.262697 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:04:22.309955 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:04:22.310351 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:22.389021 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 5d72cff0-6f21-4f67-9b72-aadaeaa0b2e2 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:04:26.785127 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 5 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:04:39.377671 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ad42b94-98bb-498c-af84-3a78a7912df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:41.440201 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ed5b397-8029-4193-8019-723a22fd768c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:43.423272 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:44.263227 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:04:45.743085 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:03.784888 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 5 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:05:09.394266 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cce32157-7958-4638-ac74-27e4646aeb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:11.439460 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74db4984-0b3f-4d74-bf43-bc2b46dbbd3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:13.422504 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:14.273932 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:15.788051 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:39.376053 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d9e0801-1ad0-4ebc-b0b0-127467c9a008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:40.784175 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 5 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:05:41.456453 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-afb0a4b6-5da8-408d-ab02-85e24d880051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:41.856264 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 42048) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:05:41.862361 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [None req-0b0878d9-152e-4596-8253-a0b1f5220a6e tempest-verify_tempest_config-1670272642 tempest-verify_tempest_config-1670272642-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:05:41.863327 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-0b0878d9-152e-4596-8253-a0b1f5220a6e tempest-verify_tempest_config-1670272642 tempest-verify_tempest_config-1670272642-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059838 Jan 18 16:05:42.422562 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 42066) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:05:42.522777 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:42.593606 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Publish callbacks [] for security_group (666f61ea-0878-4321-801e-21995ef5fc49), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:42.668129 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (666f61ea-0878-4321-801e-21995ef5fc49), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:42.713048 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e763092fe66419a8f6015915cdeeb1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2893896 Jan 18 16:05:42.714624 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666f61ea-0878-4321-801e-21995ef5fc49,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:05:42.716273 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42070) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:05:42.721864 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:42.723779 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:42.723779 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:42.723779 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:42.723779 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:42.723779 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:42.724395 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:42.724395 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:42.724582 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:42.724863 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:42.725194 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:42.725519 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:42.725840 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dacade-b2a8-4d50-a559-e01022a513ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:42.797762 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Publish callbacks [] for security_group (666f61ea-0878-4321-801e-21995ef5fc49), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:42.817608 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Publish callbacks [] for security_group (666f61ea-0878-4321-801e-21995ef5fc49), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:43.039192 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (666f61ea-0878-4321-801e-21995ef5fc49), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:43.041900 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:43.043063 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/666f61ea-0878-4321-801e-21995ef5fc49 HTTP/1.1" status: 204 len: 168 time: 0.3251052 Jan 18 16:05:43.059637 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666f61ea-0878-4321-801e-21995ef5fc49,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:05:43.059637 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:43.059637 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:43.059637 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:43.059637 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:43.059637 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:43.059637 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:43.059637 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:43.059637 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:43.059637 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:43.060633 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:43.060633 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:43.060633 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:43.060943 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfded65-74c7-48f6-b908-aea33028e235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:05:43.450814 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:44.295878 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:05:45.764228 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:06:09.358005 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2b25e2bb-0191-4b60-8bc7-f8c08178fa7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:06:11.443525 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99c8553d-28f7-4feb-8248-7db41895b838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:06:13.438333 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:06:14.346447 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:06:15.786506 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:06:17.782103 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 5 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:06:39.472110 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51ce3e6b-97c2-4c1e-b684-3692c1615d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:06:41.454567 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f79294c0-221b-406b-b034-8171cf15df53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:06:43.471619 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:06:44.288500 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:06:45.768252 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:06:54.780637 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 5 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:07:09.379058 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc1b6f86-ec7a-4da3-894c-322f7959b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:07:11.447926 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-20a33d79-062f-407e-a5f8-13e114d489bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:07:13.459222 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:07:14.459445 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:07:15.773759 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:07:25.493589 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776658'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:07:31.780142 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:07:39.390294 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bae1a76-182b-40dd-ac89-8eb7e65fc30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:07:39.879210 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42144) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:07:39.983975 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-30567583-b4f4-43f4-a2b7-e0f6c64c87d0 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1035492 Jan 18 16:07:41.458462 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9680766e-808e-4868-a595-998c61c033b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:07:42.193610 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 42154) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:07:42.256674 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-73f6c1f2-7a65-4f8b-83ee-46e5c3e4e803 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0619724 Jan 18 16:07:43.458964 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:07:44.309811 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:07:45.812848 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:07:55.469566 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:08:08.779805 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:08:09.372270 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6aa96d2a-e146-4048-94be-b6a26105cae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:08:11.450815 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f666-0cca-4e6e-b682-1fd8b578cef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:08:13.457795 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:08:14.308921 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:08:15.754456 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:08:25.474531 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:08:39.389893 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d8659d0-769d-4002-bca5-3b0cf3cbe259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:08:41.468757 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b706f136-086a-4845-ba22-a155fd10c49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:08:43.462575 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:08:44.314074 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:08:45.779092 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:08:45.839879 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:08:55.468332 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:09.370571 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6029cb38-3b33-400f-b240-8511dc215f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:11.439135 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-552f3f8f-4755-4ae0-a82d-f437598317d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:13.477836 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:14.318234 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:15.865461 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:17.179242 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 42342) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:17.209009 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 42348) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:17.363962 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-589026214-network', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:17.374688 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-664ed438-77ba-46f8-9988-e41390d08f9d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-930424257-network', 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:17.502422 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Made reservation on behalf of 2b607df7bc9340a49bd5ebb6be0abc6b for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:09:17.504802 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:17.516785 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:17.626348 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Publish callbacks [] for security_group (f55b510b-948b-401b-b4e3-97ec2388d69b), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:17.642916 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664ed438-77ba-46f8-9988-e41390d08f9d admin admin] Made reservation on behalf of 8a2cc8740e33470a9ded5669c46c9c4a for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:09:17.645358 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-664ed438-77ba-46f8-9988-e41390d08f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:17.661046 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-664ed438-77ba-46f8-9988-e41390d08f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:17.729441 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-664ed438-77ba-46f8-9988-e41390d08f9d admin admin] Publish callbacks [] for security_group (0f2e1a58-5b89-46f9-a038-764e4eb5aad0), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:17.751862 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (f55b510b-948b-401b-b4e3-97ec2388d69b), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:17.764442 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:09:17.784672 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (8dc61fdf-7552-4d53-a113-8827e5f0b872), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:17.785039 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Added segment 8dc61fdf-7552-4d53-a113-8827e5f0b872 of type vlan for network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 Jan 18 16:09:17.795896 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55b510b-948b-401b-b4e3-97ec2388d69b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:17.821112 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:17.821483 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:17.821851 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:17.822227 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:17.822563 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:17.822899 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:17.823263 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:17.823588 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:17.823932 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:17.824281 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:17.824616 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:17.824975 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:17.825292 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Tracked resource versions report: Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: pushed versions: Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: { 'AddressGroup': {'1.2'}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'ConntrackHelper': {'1.0'}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Log': {'1.0'}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Network': {'1.1'}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Port': {'1.7'}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'PortForwarding': {'1.2'}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'QosPolicy': {'1.10'}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'SecurityGroup': {'1.5'}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'SubPort': {'1.0'}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Subnet': {'1.1'}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Trunk': {'1.1'}} Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: consumer versions: Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: { DHCP agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: HyperV agent@hv-cinder-78836: {}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: L3 agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: Metadata agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: Metering agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: Open vSwitch agent@dv-cinder-788366-8-iscsi: { 'AddressGroup': '1.2', Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'ConntrackHelper': '1.0', Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'LocalIPAssociation': '1.0', Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Log': '1.0', Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Network': '1.1', Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Port': '1.7', Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'PortForwarding': '1.2', Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'QosPolicy': '1.10', Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'SecurityGroup': '1.5', Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'SecurityGroupRule': '1.2', Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'SubPort': '1.0', Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Subnet': '1.1', Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: 'Trunk': '1.1'}} Jan 18 16:09:17.826416 dv-cinder-788366-8-iscsi neutron-server[103253]: {{(pid=103253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:09:17.842416 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (233c31cc-8c39-4834-9e7b-525f1b0f0ef2), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:17.919108 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-664ed438-77ba-46f8-9988-e41390d08f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (0f2e1a58-5b89-46f9-a038-764e4eb5aad0), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:17.945438 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664ed438-77ba-46f8-9988-e41390d08f9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:09:17.958626 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ed438-77ba-46f8-9988-e41390d08f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2e1a58-5b89-46f9-a038-764e4eb5aad0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:17.963423 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-664ed438-77ba-46f8-9988-e41390d08f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:17.967178 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-664ed438-77ba-46f8-9988-e41390d08f9d admin admin] Added segment 9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba of type vlan for network 2a96305d-1da2-4cf0-932e-99a783e1606e Jan 18 16:09:17.995761 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (233c31cc-8c39-4834-9e7b-525f1b0f0ef2), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:17.996750 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:18.001534 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.014516 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-664ed438-77ba-46f8-9988-e41390d08f9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (2a96305d-1da2-4cf0-932e-99a783e1606e), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.093371 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] Pushing event updated for resources: {'Network': ['ID=233c31cc-8c39-4834-9e7b-525f1b0f0ef2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:18.093881 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:09:18.125724 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42388) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:18.132456 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Request body: {'subnet': {'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-subnet', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:18.135908 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c297598f-f933-4afa-aa33-b8abcce411d6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9258542 Jan 18 16:09:18.177130 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-664ed438-77ba-46f8-9988-e41390d08f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (2a96305d-1da2-4cf0-932e-99a783e1606e), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.178060 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664ed438-77ba-46f8-9988-e41390d08f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:18.178655 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-664ed438-77ba-46f8-9988-e41390d08f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.180862 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42392) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:18.215107 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42398) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:18.234501 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Made reservation on behalf of 2b607df7bc9340a49bd5ebb6be0abc6b for: {'subnet': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:09:18.239911 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.261031 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ed438-77ba-46f8-9988-e41390d08f9d admin admin] Pushing event updated for resources: {'Network': ['ID=2a96305d-1da2-4cf0-932e-99a783e1606e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:18.272822 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network 2a96305d-1da2-4cf0-932e-99a783e1606e details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:09:18.278051 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-664ed438-77ba-46f8-9988-e41390d08f9d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0975893 Jan 18 16:09:18.283686 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 42404) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:18.283686 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c2a12154-90d9-482d-be18-97c5f22537e8 admin admin] Request body: {'subnet': {'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-930424257-subnet', 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:18.371062 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a12154-90d9-482d-be18-97c5f22537e8 admin admin] Made reservation on behalf of 8a2cc8740e33470a9ded5669c46c9c4a for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:09:18.373455 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2a12154-90d9-482d-be18-97c5f22537e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.454746 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1427380038-network', 'tenant_id': '2f5194c096ef4e229c349ca5b2eb91f3'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:18.504097 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (614bbcdf-a5b6-4cca-8a78-c3d63af128f4), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.563005 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] Made reservation on behalf of 2f5194c096ef4e229c349ca5b2eb91f3 for: {'network': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:09:18.565511 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.591194 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Checking segment: {'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:09:18.591553 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Network hostable DHCP agents. Network: 233c31cc-8c39-4834-9e7b-525f1b0f0ef2, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:09:18.596891 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.617467 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-99d11049-b363-4a00-8054-99c6e6886856 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1379450328-network', 'tenant_id': '1cd257b382cb40d4a996b4bf2fe02779'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:18.618630 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2a12154-90d9-482d-be18-97c5f22537e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (d6d824aa-d305-456f-848d-ceb7c3880cbb), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.623846 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=614bbcdf-a5b6-4cca-8a78-c3d63af128f4,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:18.643969 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:18.644594 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:18.645139 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:18.645633 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:18.646145 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:18.646483 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:18.646838 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:18.647177 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:18.647593 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:18.647857 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:18.648192 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:18.648521 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:18.648888 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Tracked resource versions report: Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: pushed versions: Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: { 'AddressGroup': {'1.2'}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'ConntrackHelper': {'1.0'}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Log': {'1.0'}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Network': {'1.1'}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Port': {'1.7'}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'PortForwarding': {'1.2'}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'QosPolicy': {'1.10'}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'SecurityGroup': {'1.5'}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'SubPort': {'1.0'}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Subnet': {'1.1'}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Trunk': {'1.1'}} Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: consumer versions: Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: { DHCP agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: HyperV agent@hv-cinder-78836: {}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: L3 agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: Metadata agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: Metering agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: Open vSwitch agent@dv-cinder-788366-8-iscsi: { 'AddressGroup': '1.2', Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'ConntrackHelper': '1.0', Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'LocalIPAssociation': '1.0', Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Log': '1.0', Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Network': '1.1', Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Port': '1.7', Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'PortForwarding': '1.2', Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'QosPolicy': '1.10', Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'SecurityGroup': '1.5', Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'SecurityGroupRule': '1.2', Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'SubPort': '1.0', Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Subnet': '1.1', Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: 'Trunk': '1.1'}} Jan 18 16:09:18.649988 dv-cinder-788366-8-iscsi neutron-server[103252]: {{(pid=103252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:09:18.703154 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a12154-90d9-482d-be18-97c5f22537e8 admin admin] Checking segment: {'id': '9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:09:18.704391 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a12154-90d9-482d-be18-97c5f22537e8 admin admin] Network hostable DHCP agents. Network: 2a96305d-1da2-4cf0-932e-99a783e1606e, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:09:18.721918 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a12154-90d9-482d-be18-97c5f22537e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d824aa-d305-456f-848d-ceb7c3880cbb,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:18.733548 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:09:18.743067 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] Publish callbacks [] for security_group (6ea847fc-d372-4855-9ec1-9fc52761491c), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.780355 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d11049-b363-4a00-8054-99c6e6886856 admin admin] Made reservation on behalf of 1cd257b382cb40d4a996b4bf2fe02779 for: {'network': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:09:18.783247 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-99d11049-b363-4a00-8054-99c6e6886856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.792484 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-99d11049-b363-4a00-8054-99c6e6886856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.885125 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a12154-90d9-482d-be18-97c5f22537e8 admin admin] Network 2a96305d-1da2-4cf0-932e-99a783e1606e is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:09:18.892412 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (6ea847fc-d372-4855-9ec1-9fc52761491c), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.895950 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, 233c31cc-8c39-4834-9e7b-525f1b0f0ef2) {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:18.905428 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d854045-5984-4b8a-835d-a069b10b5f85 None None] Network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:09:18.907216 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-c2a12154-90d9-482d-be18-97c5f22537e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, 2a96305d-1da2-4cf0-932e-99a783e1606e) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:18.926083 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a12154-90d9-482d-be18-97c5f22537e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:18.929871 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2a12154-90d9-482d-be18-97c5f22537e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.941084 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f4438b-dc95-4170-947b-cb0b57bf7e91 None None] Network 2a96305d-1da2-4cf0-932e-99a783e1606e requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:09:18.953355 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:18.954070 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.966685 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea847fc-d372-4855-9ec1-9fc52761491c,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:18.977689 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-99d11049-b363-4a00-8054-99c6e6886856 admin admin] Publish callbacks [] for security_group (e49acccf-6c31-4050-9ae9-88fad279ae7c), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:18.989860 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:09:19.008673 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735085086998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (c10fdf28-0f78-4238-a204-32940a483b26), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.015432 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] Unsubscribe: segment precommit_create {{(pid=103252) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 16:09:19.016805 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.segments_db [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] Added segment c10fdf28-0f78-4238-a204-32940a483b26 of type vlan for network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 Jan 18 16:09:19.077519 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c2a12154-90d9-482d-be18-97c5f22537e8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7976110 Jan 18 16:09:19.081333 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 42430) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:19.089301 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-930424257-router', 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:19.128586 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-2dc172b3-71e7-470e-8d00-a66cf304c149 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0016747 Jan 18 16:09:19.132725 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-99d11049-b363-4a00-8054-99c6e6886856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (e49acccf-6c31-4050-9ae9-88fad279ae7c), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.156752 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 42432) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:19.159463 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a97d34a-f00c-50ca-a5ed-93c7ff92fefd-233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4'}]}} from dv-cinder-788366-8-iscsi. {{(pid=103254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:09:19.161383 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.161527 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:19.183231 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14d0b13-78ed-45dc-96d4-3a99c8ac74b0 None None] Network 2a96305d-1da2-4cf0-932e-99a783e1606e requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:09:19.183922 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.205161 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d11049-b363-4a00-8054-99c6e6886856 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=103252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:09:19.235832 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-99d11049-b363-4a00-8054-99c6e6886856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (3f4d6905-01db-417e-a962-f191e1399dda), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.236446 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.segments_db [None req-99d11049-b363-4a00-8054-99c6e6886856 admin admin] Added segment 3f4d6905-01db-417e-a962-f191e1399dda of type vlan for network dd62ff47-4fc4-4623-9f84-653b0b17f945 Jan 18 16:09:19.246029 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d11049-b363-4a00-8054-99c6e6886856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49acccf-6c31-4050-9ae9-88fad279ae7c,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:19.284536 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3780192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25056'] for router (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.286667 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3780108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3778222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25079'] for router (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.314140 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-99d11049-b363-4a00-8054-99c6e6886856 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (dd62ff47-4fc4-4623-9f84-653b0b17f945), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.334439 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.335910 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:19.336112 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.405504 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Allocated IP 172.20.0.2 (233c31cc-8c39-4834-9e7b-525f1b0f0ef2/614bbcdf-a5b6-4cca-8a78-c3d63af128f4/c26affc3-dc87-40e7-8d37-6e13adbc3d6d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:09:19.452517 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Publish callbacks [] for router_controller (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.457822 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3780192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25056'] for router (d390fc01-b949-49d6-8048-07b8481a0bee), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.459555 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3780108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3778222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25079'] for router (d390fc01-b949-49d6-8048-07b8481a0bee), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.479309 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-99d11049-b363-4a00-8054-99c6e6886856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (dd62ff47-4fc4-4623-9f84-653b0b17f945), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.480753 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d11049-b363-4a00-8054-99c6e6886856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:19.481501 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-99d11049-b363-4a00-8054-99c6e6886856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.503097 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3211286 Jan 18 16:09:19.507220 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42446) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:19.509849 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21efd29-e101-4c04-89e4-886807d4c2a5 admin admin] Pushing event updated for resources: {'Network': ['ID=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:19.521454 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-93a8215b-9046-4bd8-9d5f-f5511815d8a3 admin admin] Request body: {'subnet': {'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1427380038-subnet', 'tenant_id': '2f5194c096ef4e229c349ca5b2eb91f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:19.545961 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:09:19.566728 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Publish callbacks [] for router_controller (d390fc01-b949-49d6-8048-07b8481a0bee), precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.590315 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-99d11049-b363-4a00-8054-99c6e6886856 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3801489 Jan 18 16:09:19.607293 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42448) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:19.641986 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-1ad66af2-bdfc-4feb-901b-fb5a2dae7be7 admin admin] Request body: {'subnet': {'network_id': 'dd62ff47-4fc4-4623-9f84-653b0b17f945', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1379450328-subnet', 'tenant_id': '1cd257b382cb40d4a996b4bf2fe02779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:19.654470 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d11049-b363-4a00-8054-99c6e6886856 admin admin] Pushing event updated for resources: {'Network': ['ID=dd62ff47-4fc4-4623-9f84-653b0b17f945,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:19.737348 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a8215b-9046-4bd8-9d5f-f5511815d8a3 admin admin] Made reservation on behalf of 2f5194c096ef4e229c349ca5b2eb91f3 for: {'subnet': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:09:19.739755 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-93a8215b-9046-4bd8-9d5f-f5511815d8a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.821292 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Publish callbacks [] for port (c26affc3-dc87-40e7-8d37-6e13adbc3d6d), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.824274 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network dd62ff47-4fc4-4623-9f84-653b0b17f945 details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:09:19.831128 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Publish callbacks [] for router_gateway (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.835030 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Publish callbacks [] for router_gateway (d390fc01-b949-49d6-8048-07b8481a0bee), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.903366 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (c26affc3-dc87-40e7-8d37-6e13adbc3d6d), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.920939 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad66af2-bdfc-4feb-901b-fb5a2dae7be7 admin admin] Made reservation on behalf of 1cd257b382cb40d4a996b4bf2fe02779 for: {'subnet': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:09:19.923598 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1ad66af2-bdfc-4feb-901b-fb5a2dae7be7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:19.951718 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:09:19.957327 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:19.959187 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:09:19.966413 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Pushing event updated for resources: {'Port': ['ID=c26affc3-dc87-40e7-8d37-6e13adbc3d6d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:19.976965 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:19.977345 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:19.977713 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:19.978059 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:19.978396 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:19.978733 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:19.979068 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:19.979399 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:19.979733 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:19.980080 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:19.980410 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:19.980759 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:19.981090 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Tracked resource versions report: Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: pushed versions: Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: { 'AddressGroup': {'1.2'}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'ConntrackHelper': {'1.0'}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Log': {'1.0'}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Network': {'1.1'}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Port': {'1.7'}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'PortForwarding': {'1.2'}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'QosPolicy': {'1.10'}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'SecurityGroup': {'1.5'}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'SubPort': {'1.0'}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Subnet': {'1.1'}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Trunk': {'1.1'}} Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: consumer versions: Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: { DHCP agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: HyperV agent@hv-cinder-78836: {}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: L3 agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: Metadata agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: Metering agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: Open vSwitch agent@dv-cinder-788366-8-iscsi: { 'AddressGroup': '1.2', Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'ConntrackHelper': '1.0', Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'LocalIPAssociation': '1.0', Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Log': '1.0', Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Network': '1.1', Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Port': '1.7', Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'PortForwarding': '1.2', Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'QosPolicy': '1.10', Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'SecurityGroup': '1.5', Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'SecurityGroupRule': '1.2', Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'SubPort': '1.0', Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Subnet': '1.1', Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: 'Trunk': '1.1'}} Jan 18 16:09:19.982190 dv-cinder-788366-8-iscsi neutron-server[103254]: {{(pid=103254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:09:20.030283 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Attempting to bind port c26affc3-dc87-40e7-8d37-6e13adbc3d6d on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:09:20.031022 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Attempting to bind port c26affc3-dc87-40e7-8d37-6e13adbc3d6d by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:09:20.031022 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Attempting to bind port c26affc3-dc87-40e7-8d37-6e13adbc3d6d on network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:09:20.036281 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:09:20.036710 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Checking segment: {'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:09:20.037208 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:20.037719 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Bound using segment: {'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:09:20.038296 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Bound port: c26affc3-dc87-40e7-8d37-6e13adbc3d6d, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:09:20.038615 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (c26affc3-dc87-40e7-8d37-6e13adbc3d6d), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:20.131766 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] For port c26affc3-dc87-40e7-8d37-6e13adbc3d6d, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:09:20.138492 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] For port c26affc3-dc87-40e7-8d37-6e13adbc3d6d, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=c26affc3-dc87-40e7-8d37-6e13adbc3d6d,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:09:20.145994 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-93a8215b-9046-4bd8-9d5f-f5511815d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (8c483501-a62e-409d-95e4-04b5906fccaf), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:20.198438 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8215b-9046-4bd8-9d5f-f5511815d8a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c483501-a62e-409d-95e4-04b5906fccaf,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:20.240844 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (c26affc3-dc87-40e7-8d37-6e13adbc3d6d), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:20.363186 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a8215b-9046-4bd8-9d5f-f5511815d8a3 admin admin] Checking segment: {'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:09:20.363563 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a8215b-9046-4bd8-9d5f-f5511815d8a3 admin admin] Network hostable DHCP agents. Network: 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:09:20.387610 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32905283-1b80-432d-b8de-2bfc3cb665c9 None None] Pushing event updated for resources: {'Port': ['ID=c26affc3-dc87-40e7-8d37-6e13adbc3d6d,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:20.407664 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1ad66af2-bdfc-4feb-901b-fb5a2dae7be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (aea75563-90c3-4b61-8933-82e5bba2fde7), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:20.462605 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a8215b-9046-4bd8-9d5f-f5511815d8a3 admin admin] Network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:09:20.503069 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad66af2-bdfc-4feb-901b-fb5a2dae7be7 admin admin] Checking segment: {'id': '3f4d6905-01db-417e-a962-f191e1399dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dd62ff47-4fc4-4623-9f84-653b0b17f945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:09:20.503440 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad66af2-bdfc-4feb-901b-fb5a2dae7be7 admin admin] Network hostable DHCP agents. Network: dd62ff47-4fc4-4623-9f84-653b0b17f945, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:09:20.508829 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad66af2-bdfc-4feb-901b-fb5a2dae7be7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea75563-90c3-4b61-8933-82e5bba2fde7,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:20.545465 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Publish callbacks [] for router_gateway (d390fc01-b949-49d6-8048-07b8481a0bee), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:20.564282 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:20.570435 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-93a8215b-9046-4bd8-9d5f-f5511815d8a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28) {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:20.576015 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a8215b-9046-4bd8-9d5f-f5511815d8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:20.576487 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-93a8215b-9046-4bd8-9d5f-f5511815d8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:20.585203 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd05679a-9852-4112-85b8-1523cd5d78a0 None None] Network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:09:20.794898 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad66af2-bdfc-4feb-901b-fb5a2dae7be7 admin admin] Network dd62ff47-4fc4-4623-9f84-653b0b17f945 is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:09:20.794898 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-1ad66af2-bdfc-4feb-901b-fb5a2dae7be7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, dd62ff47-4fc4-4623-9f84-653b0b17f945) {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:20.794898 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad66af2-bdfc-4feb-901b-fb5a2dae7be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:20.794898 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1ad66af2-bdfc-4feb-901b-fb5a2dae7be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:20.795972 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f163188e-0e5f-402c-83a4-393a775ec3dc None None] Network dd62ff47-4fc4-4623-9f84-653b0b17f945 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:09:20.796349 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-93a8215b-9046-4bd8-9d5f-f5511815d8a3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2229531 Jan 18 16:09:20.796426 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Publish callbacks [] for router_gateway (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:20.796508 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b4f3a4-964e-4000-a82d-7b9f31b04545 None None] Network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:09:20.821068 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-1ad66af2-bdfc-4feb-901b-fb5a2dae7be7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2028630 Jan 18 16:09:20.877642 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:20.956559 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Allocated IP 172.27.2.23 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/0cb4786b-3888-4112-a5c2-ecdf5c75bfd7) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:09:21.073605 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05581e1b-1d6b-400d-b01c-c95d4d255e57 None None] Network dd62ff47-4fc4-4623-9f84-653b0b17f945 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:09:21.097445 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Publish callbacks [] for port (0cb4786b-3888-4112-a5c2-ecdf5c75bfd7), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:21.261040 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (0cb4786b-3888-4112-a5c2-ecdf5c75bfd7), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:21.362101 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:09:21.372379 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:21.377545 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Pushing event updated for resources: {'Port': ['ID=0cb4786b-3888-4112-a5c2-ecdf5c75bfd7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:21.380348 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:09:21.403447 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Allocated IP 172.27.2.164 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/02f30b2e-0e2e-4039-8262-1268400f6afc) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:09:21.413460 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42530) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:21.418608 dv-cinder-788366-8-iscsi neutron-server[103252]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 16:09:21.571783 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42546) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:21.642790 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Publish callbacks [] for port (02f30b2e-0e2e-4039-8262-1268400f6afc), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:21.725934 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 42552) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:21.799577 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-cba7a689-b84e-4d18-9a5b-dcd3d1c22572 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:21.800880 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-cba7a689-b84e-4d18-9a5b-dcd3d1c22572 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/networks?id=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 HTTP/1.1" status: 200 len: 815 time: 0.3856032 Jan 18 16:09:21.822440 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (02f30b2e-0e2e-4039-8262-1268400f6afc), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:21.824252 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-72b64cd2-5485-400e-bf65-b6e4ed08e109 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/quotas/2f5194c096ef4e229c349ca5b2eb91f3 HTTP/1.1" status: 200 len: 375 time: 0.0167296 Jan 18 16:09:21.825520 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Publish callbacks [] for router_gateway (d390fc01-b949-49d6-8048-07b8481a0bee), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:21.835253 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0cf3fa-0ea1-45f5-bb71-bcaf9cf173b3 None None] Network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:09:21.904090 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-5bc4ba77-41c5-449a-9bdf-ef997d204c4a tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:21.905738 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-5bc4ba77-41c5-449a-9bdf-ef997d204c4a tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/networks?id=dd62ff47-4fc4-4623-9f84-653b0b17f945 HTTP/1.1" status: 200 len: 812 time: 0.3330016 Jan 18 16:09:21.916498 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:09:21.926075 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-c518467d-21f7-4f01-9409-3e671e7bec77 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904284 Jan 18 16:09:21.926301 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:21.928626 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:09:21.943915 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-d9805a2c-2ecc-4965-a213-ecb274f8fc2b tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/quotas/1cd257b382cb40d4a996b4bf2fe02779 HTTP/1.1" status: 200 len: 375 time: 0.0211461 Jan 18 16:09:21.952771 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-b933c813-60d2-457e-a9bb-ff38ad2cbf11 None None] Provisioning complete for port c26affc3-dc87-40e7-8d37-6e13adbc3d6d triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:21.953433 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b933c813-60d2-457e-a9bb-ff38ad2cbf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (c26affc3-dc87-40e7-8d37-6e13adbc3d6d), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:21.982172 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-73865f2f-f7da-47f6-bc48-14a2fc1a4c94 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1cd257b382cb40d4a996b4bf2fe02779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372469 Jan 18 16:09:22.012479 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Pushing event updated for resources: {'Port': ['ID=02f30b2e-0e2e-4039-8262-1268400f6afc,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:22.094649 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b933c813-60d2-457e-a9bb-ff38ad2cbf11 None None] Current status of the port c26affc3-dc87-40e7-8d37-6e13adbc3d6d is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:22.096609 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b933c813-60d2-457e-a9bb-ff38ad2cbf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (c26affc3-dc87-40e7-8d37-6e13adbc3d6d), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:22.105366 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-48fb8f00-a9e1-4b80-b3f9-199b615a0ffc service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:09:22.112607 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-48fb8f00-a9e1-4b80-b3f9-199b615a0ffc service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0820684 Jan 18 16:09:22.130811 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-794eab4f-f28e-45b2-876e-18bbda2f8e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:22.138510 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-6e7bcbfd-a65f-4bba-b1bc-f44787b97bfd service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:09:22.139540 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-6e7bcbfd-a65f-4bba-b1bc-f44787b97bfd service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0976527 Jan 18 16:09:22.154809 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-b933c813-60d2-457e-a9bb-ff38ad2cbf11 None None] For port c26affc3-dc87-40e7-8d37-6e13adbc3d6d, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=c26affc3-dc87-40e7-8d37-6e13adbc3d6d,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:22.278996 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-c7ac1eb8-e24b-42b6-bd78-9c61d06a1aac service neutron] 10.222.0.70 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654863 Jan 18 16:09:22.288944 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b933c813-60d2-457e-a9bb-ff38ad2cbf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (c26affc3-dc87-40e7-8d37-6e13adbc3d6d), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:22.292415 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778203'] for router (d390fc01-b949-49d6-8048-07b8481a0bee), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:22.319868 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-a6ce9003-a2f3-413d-a4dd-721204f8910e service neutron] 10.222.0.70 "GET /v2.0/networks/dd62ff47-4fc4-4623-9f84-653b0b17f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732864 Jan 18 16:09:22.344996 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933c813-60d2-457e-a9bb-ff38ad2cbf11 None None] Pushing event updated for resources: {'Port': ['ID=c26affc3-dc87-40e7-8d37-6e13adbc3d6d,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:22.425065 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-e80fb1c2-2435-4d01-8d5f-cc2aa01a14d7 None None] Provisioning complete for port c26affc3-dc87-40e7-8d37-6e13adbc3d6d triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:22.425732 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e80fb1c2-2435-4d01-8d5f-cc2aa01a14d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (c26affc3-dc87-40e7-8d37-6e13adbc3d6d), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:22.444932 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-517b75ad-3a3f-493f-a88d-289209458a1f service neutron] 10.222.0.70 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558814 Jan 18 16:09:22.483844 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-95f3a7dc-5636-4baa-9c14-77b96df87b0a service neutron] 10.222.0.70 "GET /v2.0/networks/dd62ff47-4fc4-4623-9f84-653b0b17f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338174 Jan 18 16:09:22.517825 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e80fb1c2-2435-4d01-8d5f-cc2aa01a14d7 None None] Current status of the port c26affc3-dc87-40e7-8d37-6e13adbc3d6d is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:22.531873 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-794eab4f-f28e-45b2-876e-18bbda2f8e21 admin admin] Publish callbacks [] for security_group (f0efbf66-043b-4636-869b-e70f72298d44), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:22.541035 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device c26affc3-dc87-40e7-8d37-6e13adbc3d6d up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:09:22.598941 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port c26affc3-dc87-40e7-8d37-6e13adbc3d6d triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:22.599347 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (c26affc3-dc87-40e7-8d37-6e13adbc3d6d), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:22.610671 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-794eab4f-f28e-45b2-876e-18bbda2f8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (f0efbf66-043b-4636-869b-e70f72298d44), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:22.688306 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-794eab4f-f28e-45b2-876e-18bbda2f8e21 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52d2a347c9a449a8b81745aa8bc404a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9628909 Jan 18 16:09:22.690971 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794eab4f-f28e-45b2-876e-18bbda2f8e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0efbf66-043b-4636-869b-e70f72298d44,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:22.691128 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42576) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:22.695082 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Publish callbacks [] for router_gateway (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:22.704570 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port c26affc3-dc87-40e7-8d37-6e13adbc3d6d is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:22.745479 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-893d16bf-db27-4553-b175-6d3ede31b853 admin admin] Publish callbacks [] for security_group (f0efbf66-043b-4636-869b-e70f72298d44), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:22.790282 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:09:22.801179 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-893d16bf-db27-4553-b175-6d3ede31b853 admin admin] Publish callbacks [] for security_group (f0efbf66-043b-4636-869b-e70f72298d44), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:23.005739 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778203'] for router (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:23.022004 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-893d16bf-db27-4553-b175-6d3ede31b853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (f0efbf66-043b-4636-869b-e70f72298d44), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:23.028658 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-893d16bf-db27-4553-b175-6d3ede31b853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:23.032992 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-893d16bf-db27-4553-b175-6d3ede31b853 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0efbf66-043b-4636-869b-e70f72298d44 HTTP/1.1" status: 204 len: 168 time: 0.3379295 Jan 18 16:09:23.076918 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fdb734a3-f6ee-41ba-8eec-a49fc18aa9f4 req-7408376f-a666-4262-a1ab-2c8ee984c575 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 210 time: 0.1104238 Jan 18 16:09:23.083554 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d16bf-db27-4553-b175-6d3ede31b853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0efbf66-043b-4636-869b-e70f72298d44,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:23.224848 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f37384d7-a892-4334-b15f-e9a585374a00 req-5ec999d6-8874-42f8-8d45-1d006c696e43 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 210 time: 0.0555372 Jan 18 16:09:23.242706 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Router d390fc01-b949-49d6-8048-07b8481a0bee is scheduled to L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:09:23.398281 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:09:23.411039 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Sync routers for ids ['d390fc01-b949-49d6-8048-07b8481a0bee'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:09:23.426428 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Routers {'d390fc01-b949-49d6-8048-07b8481a0bee'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:09:23.427072 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:09:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d390fc01-b949-49d6-8048-07b8481a0bee'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:09:23.524873 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Router f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2 is scheduled to L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:09:23.621646 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:23.625360 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-8a8de222-be30-4e85-945a-509c731b5e72 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4651480 Jan 18 16:09:23.630775 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42652) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:23.661881 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:09:23.673773 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Set router d390fc01-b949-49d6-8048-07b8481a0bee gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:09:23.680397 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Sync routers for ids ['f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:09:23.697724 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Routers {'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:09:23.699099 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:09:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:09:23.863006 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:23.873416 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-545fb1b5-6b55-4b0c-9bc9-b05b668ed031 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7841311 Jan 18 16:09:23.873416 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 42666) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:23.944514 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Set router f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:09:23.958506 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:21Z', 'revision_number': 3, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:09:23.993688 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Checking router: d390fc01-b949-49d6-8048-07b8481a0bee for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:09:23.994040 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Updating router d390fc01-b949-49d6-8048-07b8481a0bee port 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7 binding host dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:09:24.056197 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (0cb4786b-3888-4112-a5c2-ecdf5c75bfd7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:24.338890 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ae449501-006b-4d05-8cbe-aa2b3ee0a0ce req-dd7818de-360f-4255-be3b-4fdcd703f9e0 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0970774 Jan 18 16:09:24.343843 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42692) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:24.419679 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-70d567da-17bb-417d-8833-69388dfb59e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:24.487365 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'name': 'tempest-ServerRescueNegativeTestJSON-930424257-router', 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:22Z', 'revision_number': 3, 'project_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'gw_port': {'id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:09:24.488861 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e470393f-a16c-498e-9cea-35c5d33fdaba req-38293e2d-be43-406e-a06b-3fd5f1b52a48 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 210 time: 0.0521092 Jan 18 16:09:24.554639 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Checking router: f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2 for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:09:24.557184 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Updating router f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2 port 02f30b2e-0e2e-4039-8262-1268400f6afc binding host dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:09:24.596749 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (02f30b2e-0e2e-4039-8262-1268400f6afc), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:24.607687 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:24.617765 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Publish callbacks [] for port (0cb4786b-3888-4112-a5c2-ecdf5c75bfd7), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:24.713828 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (0cb4786b-3888-4112-a5c2-ecdf5c75bfd7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:24.767729 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c2752-bec2-44ec-9d7b-e55213a4412f None None] Pushing event updated for resources: {'Port': ['ID=0cb4786b-3888-4112-a5c2-ecdf5c75bfd7,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:24.782080 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-70d567da-17bb-417d-8833-69388dfb59e1 admin admin] Publish callbacks [] for security_group (9d5e3746-fcae-457a-a58a-f0d8befab252), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:24.785214 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c2752-bec2-44ec-9d7b-e55213a4412f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:24.786926 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c2752-bec2-44ec-9d7b-e55213a4412f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:24.787334 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c2752-bec2-44ec-9d7b-e55213a4412f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:24.787684 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c2752-bec2-44ec-9d7b-e55213a4412f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:24.788026 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c2752-bec2-44ec-9d7b-e55213a4412f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:24.788361 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c2752-bec2-44ec-9d7b-e55213a4412f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:24.788735 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c2752-bec2-44ec-9d7b-e55213a4412f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:24.789060 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c2752-bec2-44ec-9d7b-e55213a4412f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:24.789386 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c2752-bec2-44ec-9d7b-e55213a4412f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:24.789730 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c2752-bec2-44ec-9d7b-e55213a4412f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:24.790061 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c2752-bec2-44ec-9d7b-e55213a4412f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:24.790383 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c2752-bec2-44ec-9d7b-e55213a4412f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:24.790709 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c2752-bec2-44ec-9d7b-e55213a4412f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c2752-bec2-44ec-9d7b-e55213a4412f None None] Tracked resource versions report: Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: pushed versions: Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: { 'AddressGroup': {'1.2'}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'ConntrackHelper': {'1.0'}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Log': {'1.0'}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Network': {'1.1'}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Port': {'1.7'}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'PortForwarding': {'1.2'}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'QosPolicy': {'1.10'}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'SecurityGroup': {'1.5'}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'SubPort': {'1.0'}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Subnet': {'1.1'}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Trunk': {'1.1'}} Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: consumer versions: Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: { DHCP agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: HyperV agent@hv-cinder-78836: {}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: L3 agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: Metadata agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: Metering agent@dv-cinder-788366-8-iscsi: {}, Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: Open vSwitch agent@dv-cinder-788366-8-iscsi: { 'AddressGroup': '1.2', Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'ConntrackHelper': '1.0', Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'LocalIPAssociation': '1.0', Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Log': '1.0', Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Network': '1.1', Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Port': '1.7', Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'PortForwarding': '1.2', Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'QosPolicy': '1.10', Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'SecurityGroup': '1.5', Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'SecurityGroupRule': '1.2', Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'SubPort': '1.0', Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Subnet': '1.1', Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: 'Trunk': '1.1'}} Jan 18 16:09:24.791848 dv-cinder-788366-8-iscsi neutron-server[103255]: {{(pid=103255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:09:24.815192 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:24.882226 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Attempting to bind port 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:09:24.882603 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Attempting to bind port 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:09:24.882968 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Attempting to bind port 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7 on network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:09:24.896894 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:09:24.897267 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Checking segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:09:24.897685 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:24.898136 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Bound using segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:09:24.898626 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Bound port: 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:09:24.900151 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (0cb4786b-3888-4112-a5c2-ecdf5c75bfd7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:24.903094 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Allocated IP 172.20.0.1 (2a96305d-1da2-4cf0-932e-99a783e1606e/d6d824aa-d305-456f-848d-ceb7c3880cbb/e51dfc5a-06cc-4577-8296-9bf0dfc8a58a) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:09:24.942630 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-70d567da-17bb-417d-8833-69388dfb59e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (9d5e3746-fcae-457a-a58a-f0d8befab252), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:24.985951 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] For port 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:09:24.990807 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] For port 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=0cb4786b-3888-4112-a5c2-ecdf5c75bfd7,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:09:25.079903 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (0cb4786b-3888-4112-a5c2-ecdf5c75bfd7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.089674 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-70d567da-17bb-417d-8833-69388dfb59e1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=60f0dfe32191424ba0250027b1f790aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7288418 Jan 18 16:09:25.097800 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42708) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:25.110438 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d567da-17bb-417d-8833-69388dfb59e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5e3746-fcae-457a-a58a-f0d8befab252,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:25.111706 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Publish callbacks [] for port (02f30b2e-0e2e-4039-8262-1268400f6afc), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.157333 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Routers {'d390fc01-b949-49d6-8048-07b8481a0bee'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:09:25.158388 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:09:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d390fc01-b949-49d6-8048-07b8481a0bee'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:09:25.161747 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c2752-bec2-44ec-9d7b-e55213a4412f None None] Pushing event updated for resources: {'Port': ['ID=0cb4786b-3888-4112-a5c2-ecdf5c75bfd7,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:25.176955 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Publish callbacks [] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.204851 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (02f30b2e-0e2e-4039-8262-1268400f6afc), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.261025 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Attempting to bind port 02f30b2e-0e2e-4039-8262-1268400f6afc on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:09:25.261401 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Attempting to bind port 02f30b2e-0e2e-4039-8262-1268400f6afc by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:09:25.261600 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_common [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Allocated IP 172.20.0.1 (233c31cc-8c39-4834-9e7b-525f1b0f0ef2/614bbcdf-a5b6-4cca-8a78-c3d63af128f4/5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1) {{(pid=103252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:09:25.261778 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Attempting to bind port 02f30b2e-0e2e-4039-8262-1268400f6afc on network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:09:25.268124 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd7f87-1847-4cb9-87a1-6f4836ca449a None None] Pushing event updated for resources: {'Port': ['ID=02f30b2e-0e2e-4039-8262-1268400f6afc,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:25.273256 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:09:25.273638 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Checking segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:09:25.274044 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.274437 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Bound using segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:09:25.274918 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Bound port: 02f30b2e-0e2e-4039-8262-1268400f6afc, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:09:25.275373 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (02f30b2e-0e2e-4039-8262-1268400f6afc), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.285972 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.332712 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] Set router d390fc01-b949-49d6-8048-07b8481a0bee gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:09:25.360945 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Network 2a96305d-1da2-4cf0-932e-99a783e1606e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:09:25.365377 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:25.369062 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-fe1429f9-0424-4703-9abc-08796cd0a410 admin admin] Publish callbacks [] for security_group (9d5e3746-fcae-457a-a58a-f0d8befab252), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.388223 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] For port 02f30b2e-0e2e-4039-8262-1268400f6afc, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:09:25.394427 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:09:25.394427 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778478'] for router_interface (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.395830 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] For port 02f30b2e-0e2e-4039-8262-1268400f6afc, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=02f30b2e-0e2e-4039-8262-1268400f6afc,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:09:25.483516 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (02f30b2e-0e2e-4039-8262-1268400f6afc), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.522374 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Pushing event updated for resources: {'Port': ['ID=e51dfc5a-06cc-4577-8296-9bf0dfc8a58a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:25.523120 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Publish callbacks [] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.545116 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-fe1429f9-0424-4703-9abc-08796cd0a410 admin admin] Publish callbacks [] for security_group (9d5e3746-fcae-457a-a58a-f0d8befab252), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.588181 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd7f87-1847-4cb9-87a1-6f4836ca449a None None] Pushing event updated for resources: {'Port': ['ID=02f30b2e-0e2e-4039-8262-1268400f6afc,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:25.635026 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Routers {'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:09:25.635657 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:09:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:09:25.658782 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:21Z', 'revision_number': 3, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:09:25.689509 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d329cdd1-ac9d-48b0-85ed-99ae137bdcf8 req-8f07552f-ca04-4670-be0c-8fcd98281ae4 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0475111 Jan 18 16:09:25.692669 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b11ba-07e1-4f82-9420-e641398c7826 None None] The sync data for ids ['d390fc01-b949-49d6-8048-07b8481a0bee'] in dv-cinder-788366-8-iscsi is: [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:21Z', 'revision_number': 3, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:09:25.742884 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.789388 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] Set router f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:09:25.809132 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.821089 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-fe1429f9-0424-4703-9abc-08796cd0a410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (9d5e3746-fcae-457a-a58a-f0d8befab252), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.823822 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-fe1429f9-0424-4703-9abc-08796cd0a410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.830121 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-fe1429f9-0424-4703-9abc-08796cd0a410 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d5e3746-fcae-457a-a58a-f0d8befab252 HTTP/1.1" status: 204 len: 168 time: 0.7288582 Jan 18 16:09:25.859797 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:09:25.862000 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7517befc-1ae5-4fc4-a488-b87636bafe9b req-7fac3f21-dd73-45c8-a951-84d9d9f14bbb tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 210 time: 0.0862257 Jan 18 16:09:25.875020 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:25.880362 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Received port after_create {{(pid=103252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:09:25.880929 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778478'] for router_interface (d390fc01-b949-49d6-8048-07b8481a0bee), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:25.883738 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1429f9-0424-4703-9abc-08796cd0a410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5e3746-fcae-457a-a58a-f0d8befab252,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:25.904712 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Pushing event updated for resources: {'Port': ['ID=5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:26.114326 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Publish callbacks [] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:26.130608 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'name': 'tempest-ServerRescueNegativeTestJSON-930424257-router', 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:22Z', 'revision_number': 3, 'project_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'gw_port': {'id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:09:26.161639 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:26.162806 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b425a7-6411-4e95-ac34-bef6f2940212 None None] The sync data for ids ['f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'] in dv-cinder-788366-8-iscsi is: [{'id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'name': 'tempest-ServerRescueNegativeTestJSON-930424257-router', 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:22Z', 'revision_number': 3, 'project_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'gw_port': {'id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:09:26.194303 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:26.195027 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778394'] for router_interface (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:26.275433 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-d170ab47-42aa-4cc2-8e1c-e274706450a0 None None] Provisioning complete for port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:26.275744 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d170ab47-42aa-4cc2-8e1c-e274706450a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:26.310186 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Pushing event updated for resources: {'Port': ['ID=e51dfc5a-06cc-4577-8296-9bf0dfc8a58a,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:26.329840 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d170ab47-42aa-4cc2-8e1c-e274706450a0 None None] Port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:09:26.351666 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:26.666824 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Network 2a96305d-1da2-4cf0-932e-99a783e1606e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:09:26.666824 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:26.670699 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:09:26.737083 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Publish callbacks [] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:26.748468 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:26.755060 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (0cb4786b-3888-4112-a5c2-ecdf5c75bfd7), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:26.764206 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Router f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:09:26.854301 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f8351bcd-0c6f-43f6-9453-b446ce149209 req-4511e38e-a616-4665-9ace-8850569f6626 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0482616 Jan 18 16:09:26.855312 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:26.866516 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778394'] for router_interface (d390fc01-b949-49d6-8048-07b8481a0bee), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:26.940222 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Pushing event updated for resources: {'Port': ['ID=5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:26.941430 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:09:26.949898 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:26.950309 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (0cb4786b-3888-4112-a5c2-ecdf5c75bfd7), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:26.966817 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-e2d7b370-5830-4e6e-acc8-15673038718f admin admin] 10.222.0.70 "PUT /v2.0/routers/f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0965524 Jan 18 16:09:27.029533 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] For port 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=0cb4786b-3888-4112-a5c2-ecdf5c75bfd7,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:27.090656 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2159dff1-6ae7-4540-8572-215098feb077 req-32d9b907-774a-470f-90e6-0aa83bfd330e tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 210 time: 0.0461483 Jan 18 16:09:27.092795 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:09:27.095096 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:27.124834 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (0cb4786b-3888-4112-a5c2-ecdf5c75bfd7), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:27.213623 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Pushing event updated for resources: {'Port': ['ID=0cb4786b-3888-4112-a5c2-ecdf5c75bfd7,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:27.575093 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Router d390fc01-b949-49d6-8048-07b8481a0bee has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:09:27.577310 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-f77ae74a-4afd-4f90-bbd2-5f27e412ead9 None None] Provisioning complete for port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:27.580127 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f77ae74a-4afd-4f90-bbd2-5f27e412ead9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:27.650476 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f77ae74a-4afd-4f90-bbd2-5f27e412ead9 None None] Port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:09:27.803658 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-4f24160e-80c8-4a41-a3ee-a61b57013fe3 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:27.811235 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-4f24160e-80c8-4a41-a3ee-a61b57013fe3 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/networks?id=2a96305d-1da2-4cf0-932e-99a783e1606e HTTP/1.1" status: 200 len: 818 time: 0.2575231 Jan 18 16:09:27.831702 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-9c284c6d-9281-41a7-ad62-41f6112f3488 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/quotas/8a2cc8740e33470a9ded5669c46c9c4a HTTP/1.1" status: 200 len: 375 time: 0.0186501 Jan 18 16:09:27.840395 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:09:27.851197 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-68b8c0cb-b75d-43d6-ab0e-820ec41ef736 admin admin] 10.222.0.70 "PUT /v2.0/routers/d390fc01-b949-49d6-8048-07b8481a0bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2233696 Jan 18 16:09:27.985262 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6df50541-8039-4fd2-9aa2-7904543a3adf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2cc8740e33470a9ded5669c46c9c4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1321096 Jan 18 16:09:28.169549 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-319aa789-55ad-468a-bb8a-8f672b08af89 req-e798ee42-da7f-43e3-ab44-c1ecf497243c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0337965 Jan 18 16:09:28.179640 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-367c7979-a0dc-4cb5-9e69-f7df0d188bfb service neutron] 10.222.0.70 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770797 Jan 18 16:09:28.298180 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-da9144f5-9190-4a6b-a5b8-5149448814da service neutron] 10.222.0.70 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159565 Jan 18 16:09:28.678422 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5286a99c-5f27-4525-80ee-2304e28c030a req-74a1863b-43a1-4d51-9542-83524faa1489 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 210 time: 0.0799952 Jan 18 16:09:28.768396 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-81b0ded8-69d7-4b7a-a416-d7892dcd49da req-c5adfc54-61a6-4d3c-bc72-ba0f31ea2151 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 210 time: 0.0450227 Jan 18 16:09:28.915429 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:09:28.992568 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Sync routers for ids ['d390fc01-b949-49d6-8048-07b8481a0bee'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:09:29.010031 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Routers {'d390fc01-b949-49d6-8048-07b8481a0bee'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:09:29.012193 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:09:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d390fc01-b949-49d6-8048-07b8481a0bee'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:09:29.022497 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:29.023146 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (0cb4786b-3888-4112-a5c2-ecdf5c75bfd7), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:29.194842 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:29.196224 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 02f30b2e-0e2e-4039-8262-1268400f6afc up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:09:29.250293 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.72', 56789) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:29.251998 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Set router d390fc01-b949-49d6-8048-07b8481a0bee gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:09:29.265477 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 02f30b2e-0e2e-4039-8262-1268400f6afc triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:29.268941 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (02f30b2e-0e2e-4039-8262-1268400f6afc), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:29.299069 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-0d01dc3f-c1a3-4207-8a28-51d68d2cb340 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:29.302967 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-0d01dc3f-c1a3-4207-8a28-51d68d2cb340 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/networks?id=2a96305d-1da2-4cf0-932e-99a783e1606e HTTP/1.1" status: 200 len: 818 time: 0.2200837 Jan 18 16:09:29.320444 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.72', 56790) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:29.333718 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-be0ae9fd-1f57-4683-b46d-9345ac6940e0 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/quotas/8a2cc8740e33470a9ded5669c46c9c4a HTTP/1.1" status: 200 len: 375 time: 0.0250847 Jan 18 16:09:29.342620 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42872) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:29.366370 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-f640d15d-edb4-402e-b872-7e0af1c0219c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--220524154', 'description': 'tempest-description--349946274'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:29.491058 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 02f30b2e-0e2e-4039-8262-1268400f6afc is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:29.491783 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (02f30b2e-0e2e-4039-8262-1268400f6afc), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:29.547445 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] For port 02f30b2e-0e2e-4039-8262-1268400f6afc, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=02f30b2e-0e2e-4039-8262-1268400f6afc,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:29.548117 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-011c40d6-0603-4eff-9f60-28a4e3a74a82 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2cc8740e33470a9ded5669c46c9c4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2022746 Jan 18 16:09:29.548117 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0b48aaeb-9730-4e20-b991-2cbd11050ba9 req-f00bf94f-d2e1-4631-8c80-1d9c2a1169dc tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0495980 Jan 18 16:09:29.548233 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Sync routers for ids ['f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:09:29.548294 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f640d15d-edb4-402e-b872-7e0af1c0219c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:29.586794 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Routers {'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:09:29.587487 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:09:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:09:29.710513 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f640d15d-edb4-402e-b872-7e0af1c0219c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group (14042304-7dfd-4f9a-a185-5398572401fc), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:29.789921 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1', 'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'mac_address': 'fa:16:3e:fa:df:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 2, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'subnets': [{'id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:09:29.803715 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42890) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:29.820339 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Checking router: d390fc01-b949-49d6-8048-07b8481a0bee for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:09:29.821024 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Updating router d390fc01-b949-49d6-8048-07b8481a0bee port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 binding host dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:09:29.834375 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f640d15d-edb4-402e-b872-7e0af1c0219c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (14042304-7dfd-4f9a-a185-5398572401fc), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:29.853500 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:29.936088 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Set router f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:09:29.942026 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-254fd4eb-8067-41c5-98be-f7b4d675c408 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909414 Jan 18 16:09:29.989817 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (02f30b2e-0e2e-4039-8262-1268400f6afc), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:30.019657 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-31f7d1bf-bf9f-4d7b-98a2-c1ff4bdd212d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:30.021463 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-31f7d1bf-bf9f-4d7b-98a2-c1ff4bdd212d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "GET /v2.0/networks?id=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 HTTP/1.1" status: 200 len: 815 time: 0.6722565 Jan 18 16:09:30.046835 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-70506a59-6bb5-4e09-9cc5-f1b1fd65f826 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:30.048249 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-70506a59-6bb5-4e09-9cc5-f1b1fd65f826 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.72 "GET /v2.0/networks?id=dd62ff47-4fc4-4623-9f84-653b0b17f945 HTTP/1.1" status: 200 len: 812 time: 0.7964110 Jan 18 16:09:30.097047 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-54505ce0-5eab-4f93-a956-546ceeda5c3c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Request body: {'port': {'device_id': '8c17ca8d-cec1-4426-a70d-668d2530f8f9', 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28', 'admin_state_up': True, 'tenant_id': '2f5194c096ef4e229c349ca5b2eb91f3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:30.116926 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Pushing event updated for resources: {'Port': ['ID=02f30b2e-0e2e-4039-8262-1268400f6afc,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:30.138758 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-4c4aa73c-9b6d-4ac0-b1fc-335b57a9e268 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Request body: {'port': {'device_id': 'c3a97333-f34f-4280-88cb-2ab56410e059', 'network_id': 'dd62ff47-4fc4-4623-9f84-653b0b17f945', 'admin_state_up': True, 'tenant_id': '1cd257b382cb40d4a996b4bf2fe02779'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:30.147701 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-c997d11c-8a25-4542-bf60-c3c1b741b37c service neutron] 10.222.0.70 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044199 Jan 18 16:09:30.224337 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f640d15d-edb4-402e-b872-7e0af1c0219c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:30.225645 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-f640d15d-edb4-402e-b872-7e0af1c0219c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8815732 Jan 18 16:09:30.233506 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 42912) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:30.307488 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6ac3ab4d-b6a9-4dbf-85c5-dd19fffdbf77 req-45390eb8-5098-43b3-b8ee-1805059db78f tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 210 time: 0.1537173 Jan 18 16:09:30.334536 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640d15d-edb4-402e-b872-7e0af1c0219c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14042304-7dfd-4f9a-a185-5398572401fc,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:30.337180 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-8147d50c-fdb0-45c6-89ce-bdc1c01b4410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:30.402073 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'name': 'tempest-ServerRescueNegativeTestJSON-930424257-router', 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:25Z', 'revision_number': 4, 'project_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'gw_port': {'id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': 'e51dfc5a-06cc-4577-8296-9bf0dfc8a58a', 'name': '', 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e', 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'mac_address': 'fa:16:3e:a3:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6d824aa-d305-456f-848d-ceb7c3880cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:25Z', 'revision_number': 2, 'project_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'subnets': [{'id': 'd6d824aa-d305-456f-848d-ceb7c3880cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:09:30.442810 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-8147d50c-fdb0-45c6-89ce-bdc1c01b4410 admin admin] Publish callbacks [] for security_group (cc04b04f-cdf2-4377-bf11-dd867ab3cb82), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:30.467567 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1ec56392-d9ef-4857-a2ec-2a2282596d3d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Request body: {'security_group_rule': {'security_group_id': '14042304-7dfd-4f9a-a185-5398572401fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:30.519668 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Publish callbacks [] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:30.564983 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Checking router: f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2 for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:09:30.565343 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Updating router f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2 port e51dfc5a-06cc-4577-8296-9bf0dfc8a58a binding host dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:09:30.569012 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-8147d50c-fdb0-45c6-89ce-bdc1c01b4410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (cc04b04f-cdf2-4377-bf11-dd867ab3cb82), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:30.583729 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 02f30b2e-0e2e-4039-8262-1268400f6afc up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:09:30.604459 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:30.609450 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42934) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:30.695087 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147d50c-fdb0-45c6-89ce-bdc1c01b4410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc04b04f-cdf2-4377-bf11-dd867ab3cb82,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:30.733107 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-8147d50c-fdb0-45c6-89ce-bdc1c01b4410 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=76c63b8fa4d5450ab4e42e35364d53e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9261346 Jan 18 16:09:30.758094 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42950) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:30.773887 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0b8eeb1c-7c12-4cf2-914b-eceb26432c34 req-88622acc-e377-478b-bccc-4ddeee18a048 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 210 time: 0.0704768 Jan 18 16:09:30.791379 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 02f30b2e-0e2e-4039-8262-1268400f6afc triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:30.791854 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (02f30b2e-0e2e-4039-8262-1268400f6afc), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:30.852090 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:30.859452 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f12337-d2d9-4cf8-b3ea-89a7139e693c None None] Pushing event updated for resources: {'Port': ['ID=5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:30.879493 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-54505ce0-5eab-4f93-a956-546ceeda5c3c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Made reservation on behalf of 2f5194c096ef4e229c349ca5b2eb91f3 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:09:30.889795 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-54505ce0-5eab-4f93-a956-546ceeda5c3c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:30.948494 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 02f30b2e-0e2e-4039-8262-1268400f6afc is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:30.987960 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a0802831-86f9-4da2-9b92-8dee8ca65833 req-f961c1ba-79fd-46a8-b52e-fd31f44e27e1 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 210 time: 0.1189885 Jan 18 16:09:30.993033 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7911f84a-b899-4f76-836d-6e2f5ebf7c70 admin admin] Publish callbacks [] for security_group (cc04b04f-cdf2-4377-bf11-dd867ab3cb82), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:31.012742 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Attempting to bind port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:09:31.013234 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Attempting to bind port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:09:31.014994 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Attempting to bind port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 on network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:09:31.038225 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7911f84a-b899-4f76-836d-6e2f5ebf7c70 admin admin] Publish callbacks [] for security_group (cc04b04f-cdf2-4377-bf11-dd867ab3cb82), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:31.049348 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:09:31.053579 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Checking segment: {'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:09:31.054214 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:31.054854 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Bound using segment: {'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:09:31.055605 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Bound port: 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:09:31.058798 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:31.152486 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9470141c-1e03-43ed-9e2b-bc98dbc5502f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:31.196486 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] For port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:09:31.215512 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] For port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:09:31.234199 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-94c1b33c-1f1b-442a-ae45-7d393d9ffc94 None None] Provisioning complete for port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:31.234616 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94c1b33c-1f1b-442a-ae45-7d393d9ffc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:31.303563 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:31.321279 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-4c4aa73c-9b6d-4ac0-b1fc-335b57a9e268 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Made reservation on behalf of 1cd257b382cb40d4a996b4bf2fe02779 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:09:31.325771 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-4c4aa73c-9b6d-4ac0-b1fc-335b57a9e268 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:31.349581 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-94c1b33c-1f1b-442a-ae45-7d393d9ffc94 None None] Port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:09:31.439655 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9470141c-1e03-43ed-9e2b-bc98dbc5502f admin admin] Publish callbacks [] for security_group (9c4debd6-4a81-4276-a4f7-90c6216244d2), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:31.441148 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7911f84a-b899-4f76-836d-6e2f5ebf7c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (cc04b04f-cdf2-4377-bf11-dd867ab3cb82), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:31.445272 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7911f84a-b899-4f76-836d-6e2f5ebf7c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:31.449507 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-7911f84a-b899-4f76-836d-6e2f5ebf7c70 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc04b04f-cdf2-4377-bf11-dd867ab3cb82 HTTP/1.1" status: 204 len: 168 time: 0.6718073 Jan 18 16:09:31.457670 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911f84a-b899-4f76-836d-6e2f5ebf7c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc04b04f-cdf2-4377-bf11-dd867ab3cb82,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:31.475705 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Routers {'d390fc01-b949-49d6-8048-07b8481a0bee'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:09:31.482615 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:09:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d390fc01-b949-49d6-8048-07b8481a0bee'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:09:31.545470 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b2c74459-8d1f-4db6-a164-194f6994eaf8 req-f5f4d15a-a874-4f4d-a21a-cc6dbf328d51 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 210 time: 0.0684233 Jan 18 16:09:31.554262 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9470141c-1e03-43ed-9e2b-bc98dbc5502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (9c4debd6-4a81-4276-a4f7-90c6216244d2), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:31.656872 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42982) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:31.742753 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-9470141c-1e03-43ed-9e2b-bc98dbc5502f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d025f94151d14be5866b6a6e09382594&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1257389 Jan 18 16:09:31.745518 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 42988) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:31.751949 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470141c-1e03-43ed-9e2b-bc98dbc5502f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4debd6-4a81-4276-a4f7-90c6216244d2,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:31.795478 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f12337-d2d9-4cf8-b3ea-89a7139e693c None None] Pushing event updated for resources: {'Port': ['ID=5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:31.802465 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-4c4aa73c-9b6d-4ac0-b1fc-335b57a9e268 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Allocated IP 172.20.0.6 (dd62ff47-4fc4-4623-9f84-653b0b17f945/aea75563-90c3-4b61-8933-82e5bba2fde7/302ccf3e-4bf2-4864-94ed-6f60f2369d5e) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:09:31.863959 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] Set router d390fc01-b949-49d6-8048-07b8481a0bee gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:09:31.925108 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e6a7705c-5b7b-48c1-8e49-fa08030d9b97 req-24642f31-39a3-42f9-b427-9765448ad93e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 210 time: 0.0464020 Jan 18 16:09:31.976354 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.72', 56805) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:31.977280 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6e0aa653-102c-4aa6-9e83-438b27fb12d9 admin admin] Publish callbacks [] for security_group (9c4debd6-4a81-4276-a4f7-90c6216244d2), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:32.032035 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6e0aa653-102c-4aa6-9e83-438b27fb12d9 admin admin] Publish callbacks [] for security_group (9c4debd6-4a81-4276-a4f7-90c6216244d2), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:32.080905 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-2e252c24-59e9-4c8f-852c-e87878a39a1e None None] Provisioning complete for port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:32.081424 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e252c24-59e9-4c8f-852c-e87878a39a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:32.260401 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Publish callbacks [] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:32.315063 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f9e920d9-0a20-4ffa-8dff-b0ae200cd2ec req-1f725074-e72e-4016-a761-64577e14e490 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0971251 Jan 18 16:09:32.346418 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ec56392-d9ef-4857-a2ec-2a2282596d3d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group_rule (e3d4b482-2979-42bb-bc05-b63a4cca534f), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:32.400444 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:32.406649 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2e252c24-59e9-4c8f-852c-e87878a39a1e None None] Current status of the port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:32.414149 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e252c24-59e9-4c8f-852c-e87878a39a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:32.536125 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-54505ce0-5eab-4f93-a956-546ceeda5c3c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Allocated IP 172.20.0.4 (44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28/8c483501-a62e-409d-95e4-04b5906fccaf/e62fed9d-9120-4c64-9758-a7f7c30137c5) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:09:32.666505 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1', 'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'mac_address': 'fa:16:3e:fa:df:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:31Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'subnets': [{'id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:09:32.669132 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-eb934bf0-8fbc-4ec0-88ef-abee802a3692 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:32.685671 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-eb934bf0-8fbc-4ec0-88ef-abee802a3692 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.72 "GET /v2.0/networks?id=2a96305d-1da2-4cf0-932e-99a783e1606e HTTP/1.1" status: 200 len: 818 time: 0.4917474 Jan 18 16:09:32.747721 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3af2d-181e-4d6e-a542-afdfcd5daccf None None] The sync data for ids ['d390fc01-b949-49d6-8048-07b8481a0bee'] in dv-cinder-788366-8-iscsi is: [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1', 'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'mac_address': 'fa:16:3e:fa:df:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:31Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'subnets': [{'id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:09:32.752460 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2109d61-3c92-4ea7-bab3-6c300b892c8e None None] Pushing event updated for resources: {'Port': ['ID=e51dfc5a-06cc-4577-8296-9bf0dfc8a58a,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:32.767363 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2e252c24-59e9-4c8f-852c-e87878a39a1e None None] For port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:32.786384 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-b2497b88-b8c8-48f5-acf8-88426c1f0741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:32.818894 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-618eecd5-7f75-4f98-bd8b-06902c51db35 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Request body: {'port': {'device_id': 'd4283c74-67b5-47d1-94a7-491cc1f5e02f', 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e', 'admin_state_up': True, 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:32.877452 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e252c24-59e9-4c8f-852c-e87878a39a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:32.887117 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Attempting to bind port e51dfc5a-06cc-4577-8296-9bf0dfc8a58a on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:09:32.887316 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Attempting to bind port e51dfc5a-06cc-4577-8296-9bf0dfc8a58a by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': '9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:09:32.887772 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Attempting to bind port e51dfc5a-06cc-4577-8296-9bf0dfc8a58a on network 2a96305d-1da2-4cf0-932e-99a783e1606e {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:09:32.941439 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:09:32.941701 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Checking segment: {'id': '9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:09:32.942359 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:32.942953 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Bound using segment: {'id': '9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:09:32.943441 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Bound port: e51dfc5a-06cc-4577-8296-9bf0dfc8a58a, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:09:32.943820 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:33.030271 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e252c24-59e9-4c8f-852c-e87878a39a1e None None] Pushing event updated for resources: {'Port': ['ID=5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:33.057581 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ec56392-d9ef-4857-a2ec-2a2282596d3d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group_rule (e3d4b482-2979-42bb-bc05-b63a4cca534f), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:33.138369 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] For port e51dfc5a-06cc-4577-8296-9bf0dfc8a58a, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:09:33.138971 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-4c4aa73c-9b6d-4ac0-b1fc-335b57a9e268 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Publish callbacks [] for port (302ccf3e-4bf2-4864-94ed-6f60f2369d5e), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:33.149811 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ec56392-d9ef-4857-a2ec-2a2282596d3d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (e3d4b482-2979-42bb-bc05-b63a4cca534f), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:33.152089 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] For port e51dfc5a-06cc-4577-8296-9bf0dfc8a58a, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=e51dfc5a-06cc-4577-8296-9bf0dfc8a58a,segment=NetworkSegment(9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba),segment_id=9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:09:33.178833 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-54505ce0-5eab-4f93-a956-546ceeda5c3c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks [] for port (e62fed9d-9120-4c64-9758-a7f7c30137c5), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:33.207383 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec56392-d9ef-4857-a2ec-2a2282596d3d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d4b482-2979-42bb-bc05-b63a4cca534f,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:33.228132 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:33.252644 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6e0aa653-102c-4aa6-9e83-438b27fb12d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (9c4debd6-4a81-4276-a4f7-90c6216244d2), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:33.256379 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6e0aa653-102c-4aa6-9e83-438b27fb12d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:33.260731 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-6e0aa653-102c-4aa6-9e83-438b27fb12d9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c4debd6-4a81-4276-a4f7-90c6216244d2 HTTP/1.1" status: 204 len: 168 time: 1.4968336 Jan 18 16:09:33.298384 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ec56392-d9ef-4857-a2ec-2a2282596d3d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:33.307467 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-1ec56392-d9ef-4857-a2ec-2a2282596d3d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8423266 Jan 18 16:09:33.309826 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 43040) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:33.312881 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-87db4b8b-8e9f-4b9c-a08b-73cc15e0cb6c req-bab7c1ad-f09f-4e04-a42a-495a7948c995 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 210 time: 0.5466793 Jan 18 16:09:33.316114 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8e5f272a-3d9f-493e-9576-6c0907761895 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Request body: {'security_group_rule': {'security_group_id': '14042304-7dfd-4f9a-a185-5398572401fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:33.342603 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2109d61-3c92-4ea7-bab3-6c300b892c8e None None] Pushing event updated for resources: {'Port': ['ID=e51dfc5a-06cc-4577-8296-9bf0dfc8a58a,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:33.392734 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-54505ce0-5eab-4f93-a956-546ceeda5c3c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (e62fed9d-9120-4c64-9758-a7f7c30137c5), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:33.404933 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-4c4aa73c-9b6d-4ac0-b1fc-335b57a9e268 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (302ccf3e-4bf2-4864-94ed-6f60f2369d5e), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:33.419245 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Routers {'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:09:33.427396 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-880b4481-afe7-4337-a181-7fb38dde9076 req-bb4a3d9c-4c58-4b5d-8365-91b65e98de38 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 210 time: 0.1650181 Jan 18 16:09:33.430717 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0aa653-102c-4aa6-9e83-438b27fb12d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4debd6-4a81-4276-a4f7-90c6216244d2,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:33.434583 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:09:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:09:33.682315 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-54505ce0-5eab-4f93-a956-546ceeda5c3c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:09:33.697245 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e5f272a-3d9f-493e-9576-6c0907761895 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group_rule (6c20e344-4bfa-4b45-b853-0ac9a9f8e9c2), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:33.700810 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-54505ce0-5eab-4f93-a956-546ceeda5c3c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:33.705090 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-4c4aa73c-9b6d-4ac0-b1fc-335b57a9e268 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Network dd62ff47-4fc4-4623-9f84-653b0b17f945 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:09:33.711638 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54505ce0-5eab-4f93-a956-546ceeda5c3c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Pushing event updated for resources: {'Port': ['ID=e62fed9d-9120-4c64-9758-a7f7c30137c5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:33.714147 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-54505ce0-5eab-4f93-a956-546ceeda5c3c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:09:33.721473 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-54505ce0-5eab-4f93-a956-546ceeda5c3c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:33.722338 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-54505ce0-5eab-4f93-a956-546ceeda5c3c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:33.742839 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-4c4aa73c-9b6d-4ac0-b1fc-335b57a9e268 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:33.785371 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-4c4aa73c-9b6d-4ac0-b1fc-335b57a9e268 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:09:33.804762 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-4c4aa73c-9b6d-4ac0-b1fc-335b57a9e268 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:33.805652 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-4c4aa73c-9b6d-4ac0-b1fc-335b57a9e268 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:33.825326 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] Set router f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:09:33.837680 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf62de4-8813-482b-85a9-127fb035ddf9 req-4ee9c59f-1d90-45e2-b0d6-2673e242bd4a tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:33.845769 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6bf62de4-8813-482b-85a9-127fb035ddf9 req-4ee9c59f-1d90-45e2-b0d6-2673e242bd4a tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 931 time: 0.2941053 Jan 18 16:09:33.923055 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.72', 56811) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:33.971237 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-54505ce0-5eab-4f93-a956-546ceeda5c3c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8806360 Jan 18 16:09:33.972872 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4aa73c-9b6d-4ac0-b1fc-335b57a9e268 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Pushing event updated for resources: {'Port': ['ID=302ccf3e-4bf2-4864-94ed-6f60f2369d5e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:33.995860 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-b2497b88-b8c8-48f5-acf8-88426c1f0741 admin admin] Publish callbacks [] for security_group (51ad0230-74b9-45c1-84b7-92ff0aa4fa9a), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:34.024361 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-e98cb167-47a3-4086-a157-3650436d32ee tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:09:34.025749 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-e98cb167-47a3-4086-a157-3650436d32ee tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0400035 Jan 18 16:09:34.042744 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6bf62de4-8813-482b-85a9-127fb035ddf9 req-f09371ad-a600-472e-9c6d-43d0400eeee6 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908698 Jan 18 16:09:34.047178 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-618eecd5-7f75-4f98-bd8b-06902c51db35 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Made reservation on behalf of 8a2cc8740e33470a9ded5669c46c9c4a for: {'port': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:09:34.057274 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-618eecd5-7f75-4f98-bd8b-06902c51db35 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:34.063900 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-4c4aa73c-9b6d-4ac0-b1fc-335b57a9e268 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9374962 Jan 18 16:09:34.117934 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-b2497b88-b8c8-48f5-acf8-88426c1f0741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (51ad0230-74b9-45c1-84b7-92ff0aa4fa9a), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:34.260126 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e5f272a-3d9f-493e-9576-6c0907761895 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group_rule (6c20e344-4bfa-4b45-b853-0ac9a9f8e9c2), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:34.260126 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-780f8c15-01fe-47f9-95fd-75ffb5e5e5fd tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:34.260126 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-780f8c15-01fe-47f9-95fd-75ffb5e5e5fd tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.72 "GET /v2.0/networks?id=2a96305d-1da2-4cf0-932e-99a783e1606e HTTP/1.1" status: 200 len: 818 time: 0.3182173 Jan 18 16:09:34.269447 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3ec646c9-fda1-4c91-810a-53ac03f8e3bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Request body: {'port': {'device_id': '30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7', 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e', 'admin_state_up': True, 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:34.343295 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'name': 'tempest-ServerRescueNegativeTestJSON-930424257-router', 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:25Z', 'revision_number': 4, 'project_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'gw_port': {'id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': 'e51dfc5a-06cc-4577-8296-9bf0dfc8a58a', 'name': '', 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e', 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'mac_address': 'fa:16:3e:a3:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6d824aa-d305-456f-848d-ceb7c3880cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:33Z', 'revision_number': 4, 'project_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'subnets': [{'id': 'd6d824aa-d305-456f-848d-ceb7c3880cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:09:34.463310 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63fa18-a5fc-449e-93ff-22c498db297e None None] The sync data for ids ['f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'] in dv-cinder-788366-8-iscsi is: [{'id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'name': 'tempest-ServerRescueNegativeTestJSON-930424257-router', 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:25Z', 'revision_number': 4, 'project_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'gw_port': {'id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': 'e51dfc5a-06cc-4577-8296-9bf0dfc8a58a', 'name': '', 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e', 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'mac_address': 'fa:16:3e:a3:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6d824aa-d305-456f-848d-ceb7c3880cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:33Z', 'revision_number': 4, 'project_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'subnets': [{'id': 'd6d824aa-d305-456f-848d-ceb7c3880cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:09:34.550404 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-b2497b88-b8c8-48f5-acf8-88426c1f0741 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=194797bb355f40ca8e35e069a620b3a5&name=default HTTP/1.1" status: 200 len: 2993 time: 2.8039477 Jan 18 16:09:34.551600 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 43074) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:34.650065 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2497b88-b8c8-48f5-acf8-88426c1f0741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ad0230-74b9-45c1-84b7-92ff0aa4fa9a,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:34.675297 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Request body: {'port': {'device_id': '8c17ca8d-cec1-4426-a70d-668d2530f8f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:34.713016 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5f36adb3-f094-4621-9ee7-bd7d1936e9e9 req-87922d6a-93bc-4af5-a093-1cd35f1a7bfa tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 210 time: 0.0533373 Jan 18 16:09:34.737330 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:09:34.742957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e5f272a-3d9f-493e-9576-6c0907761895 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (6c20e344-4bfa-4b45-b853-0ac9a9f8e9c2), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:34.768334 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Request body: {'port': {'device_id': 'c3a97333-f34f-4280-88cb-2ab56410e059', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:34.781195 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4b2ae-4fe0-45be-9ce6-cd4ff8418b32 req-4e21cc65-e712-47df-a5c8-798453f739f5 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:34.782740 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-eab4b2ae-4fe0-45be-9ce6-cd4ff8418b32 req-4e21cc65-e712-47df-a5c8-798453f739f5 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 931 time: 0.1649044 Jan 18 16:09:34.783242 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 43076) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:34.816595 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e0031eb8-7a04-45e5-896b-fb06826891cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:34.897908 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:34.898534 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:34.900578 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f272a-3d9f-493e-9576-6c0907761895 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c20e344-4bfa-4b45-b853-0ac9a9f8e9c2,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:34.906368 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee505f49-d774-48f9-be61-9b86f2067065 admin admin] Publish callbacks [] for security_group (51ad0230-74b9-45c1-84b7-92ff0aa4fa9a), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:35.027207 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_common [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-618eecd5-7f75-4f98-bd8b-06902c51db35 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Allocated IP 172.20.0.5 (2a96305d-1da2-4cf0-932e-99a783e1606e/d6d824aa-d305-456f-848d-ceb7c3880cbb/a374a679-7136-4061-9885-ff645c884e07) {{(pid=103252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:09:35.027802 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e5f272a-3d9f-493e-9576-6c0907761895 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:35.029037 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-8e5f272a-3d9f-493e-9576-6c0907761895 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7179859 Jan 18 16:09:35.034795 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee505f49-d774-48f9-be61-9b86f2067065 admin admin] Publish callbacks [] for security_group (51ad0230-74b9-45c1-84b7-92ff0aa4fa9a), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:35.042093 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 43084) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:35.054786 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Request body: {'floatingip': {'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:35.090596 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (e62fed9d-9120-4c64-9758-a7f7c30137c5), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:35.107551 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (302ccf3e-4bf2-4864-94ed-6f60f2369d5e), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:35.159389 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3ec646c9-fda1-4c91-810a-53ac03f8e3bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Made reservation on behalf of 8a2cc8740e33470a9ded5669c46c9c4a for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:09:35.163165 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3ec646c9-fda1-4c91-810a-53ac03f8e3bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:35.196012 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:35.231929 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-eab4b2ae-4fe0-45be-9ce6-cd4ff8418b32 req-3beb848a-4fe2-45a5-9216-0c32e778d1f2 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307858 Jan 18 16:09:35.390817 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e0031eb8-7a04-45e5-896b-fb06826891cb admin admin] Publish callbacks [] for security_group (aeec5c58-16f8-471a-96bd-2a1426a74e43), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:35.490009 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:35.524922 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e0031eb8-7a04-45e5-896b-fb06826891cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (aeec5c58-16f8-471a-96bd-2a1426a74e43), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:35.555635 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3781021-9256-46ea-a461-ebc7e9ad3c43 req-fb24f967-de65-4612-8b8e-a5030d98a41e tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:35.558832 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b3781021-9256-46ea-a461-ebc7e9ad3c43 req-fb24f967-de65-4612-8b8e-a5030d98a41e tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 931 time: 0.3224967 Jan 18 16:09:35.605024 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0031eb8-7a04-45e5-896b-fb06826891cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeec5c58-16f8-471a-96bd-2a1426a74e43,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:35.696501 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-e0031eb8-7a04-45e5-896b-fb06826891cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a95bf53e61d24f148e2c5fd110786a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9069998 Jan 18 16:09:35.711373 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 43096) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:35.826638 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-618eecd5-7f75-4f98-bd8b-06902c51db35 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Publish callbacks [] for port (a374a679-7136-4061-9885-ff645c884e07), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:35.829385 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b3781021-9256-46ea-a461-ebc7e9ad3c43 req-95bf0d3e-47df-4761-a249-66cbf2c0c491 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159653 Jan 18 16:09:35.864464 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8388a9b8-2701-409a-bc70-47b0b18f2fe6 req-c015fd3a-b3a5-46a3-b327-24aecec9a69d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 210 time: 0.0581048 Jan 18 16:09:36.035553 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:36.054872 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc05d-6028-47e1-b248-5d34204a21ad admin admin] Publish callbacks [] for security_group (aeec5c58-16f8-471a-96bd-2a1426a74e43), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:36.136539 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-618eecd5-7f75-4f98-bd8b-06902c51db35 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (a374a679-7136-4061-9885-ff645c884e07), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:36.233120 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-618eecd5-7f75-4f98-bd8b-06902c51db35 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Network 2a96305d-1da2-4cf0-932e-99a783e1606e is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:09:36.255622 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-618eecd5-7f75-4f98-bd8b-06902c51db35 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:36.286259 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-618eecd5-7f75-4f98-bd8b-06902c51db35 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Received port after_create {{(pid=103252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:09:36.319634 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-618eecd5-7f75-4f98-bd8b-06902c51db35 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:36.322615 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-618eecd5-7f75-4f98-bd8b-06902c51db35 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:36.337187 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee505f49-d774-48f9-be61-9b86f2067065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (51ad0230-74b9-45c1-84b7-92ff0aa4fa9a), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:36.338266 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_common [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Allocated IP 172.27.2.225 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/b8579554-0b7c-4061-b3fe-2dd1a9eeb26f) {{(pid=103252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:09:36.339868 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee505f49-d774-48f9-be61-9b86f2067065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:36.343707 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ee505f49-d774-48f9-be61-9b86f2067065 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/51ad0230-74b9-45c1-84b7-92ff0aa4fa9a HTTP/1.1" status: 204 len: 168 time: 1.7800915 Jan 18 16:09:36.451467 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc05d-6028-47e1-b248-5d34204a21ad admin admin] Publish callbacks [] for security_group (aeec5c58-16f8-471a-96bd-2a1426a74e43), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:36.456458 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618eecd5-7f75-4f98-bd8b-06902c51db35 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Pushing event updated for resources: {'Port': ['ID=a374a679-7136-4061-9885-ff645c884e07,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:36.549537 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-618eecd5-7f75-4f98-bd8b-06902c51db35 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7522449 Jan 18 16:09:36.561577 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device e51dfc5a-06cc-4577-8296-9bf0dfc8a58a up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:09:36.568124 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202c92c-1688-4667-b597-142968129dc0 req-877c1807-d95d-49d9-9099-1599cf9bf9fd tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:36.580062 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e202c92c-1688-4667-b597-142968129dc0 req-877c1807-d95d-49d9-9099-1599cf9bf9fd tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 931 time: 0.1642983 Jan 18 16:09:36.588973 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee505f49-d774-48f9-be61-9b86f2067065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ad0230-74b9-45c1-84b7-92ff0aa4fa9a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:36.682119 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Request body: {'port': {'device_id': 'd4283c74-67b5-47d1-94a7-491cc1f5e02f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:36.767577 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3ec646c9-fda1-4c91-810a-53ac03f8e3bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Allocated IP 172.20.0.11 (2a96305d-1da2-4cf0-932e-99a783e1606e/d6d824aa-d305-456f-848d-ceb7c3880cbb/a8584472-9538-4b5b-865f-3a92bcf10e83) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:09:36.836586 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port e51dfc5a-06cc-4577-8296-9bf0dfc8a58a triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:36.841184 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:36.853159 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e202c92c-1688-4667-b597-142968129dc0 req-8a475b3a-5f3a-4a1a-902e-ffa7b36df85e tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719936 Jan 18 16:09:36.856377 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for port (b8579554-0b7c-4061-b3fe-2dd1a9eeb26f), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:36.862900 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62fed9d-9120-4c64-9758-a7f7c30137c5 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:09:36.866847 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a374a679-7136-4061-9885-ff645c884e07), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:36.967249 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Publish callbacks [] for port (e62fed9d-9120-4c64-9758-a7f7c30137c5), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:37.047570 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Transition to ACTIVE for port object e62fed9d-9120-4c64-9758-a7f7c30137c5 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:09:37.051078 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc05d-6028-47e1-b248-5d34204a21ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (aeec5c58-16f8-471a-96bd-2a1426a74e43), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:37.055515 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc05d-6028-47e1-b248-5d34204a21ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:37.057598 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-8f7cc05d-6028-47e1-b248-5d34204a21ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aeec5c58-16f8-471a-96bd-2a1426a74e43 HTTP/1.1" status: 204 len: 168 time: 1.3321378 Jan 18 16:09:37.077113 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port e51dfc5a-06cc-4577-8296-9bf0dfc8a58a is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:37.078136 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:37.088412 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302ccf3e-4bf2-4864-94ed-6f60f2369d5e {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:09:37.146430 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Publish callbacks [] for port (302ccf3e-4bf2-4864-94ed-6f60f2369d5e), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:37.150937 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (e62fed9d-9120-4c64-9758-a7f7c30137c5), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:37.153180 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] For port e51dfc5a-06cc-4577-8296-9bf0dfc8a58a, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=e51dfc5a-06cc-4577-8296-9bf0dfc8a58a,segment=NetworkSegment(9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba),segment_id=9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:37.154470 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cc05d-6028-47e1-b248-5d34204a21ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeec5c58-16f8-471a-96bd-2a1426a74e43,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:37.217165 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:37.260269 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Transition to ACTIVE for port object 302ccf3e-4bf2-4864-94ed-6f60f2369d5e will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:09:37.330476 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d0e4dba3-fcfd-4f3d-899f-d0f2f930bbcc req-ed95f29b-01da-46f5-b8b4-495e727920b7 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 210 time: 0.3150671 Jan 18 16:09:37.351341 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Pushing event updated for resources: {'Port': ['ID=e51dfc5a-06cc-4577-8296-9bf0dfc8a58a,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:37.392729 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (302ccf3e-4bf2-4864-94ed-6f60f2369d5e), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:37.430692 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (b8579554-0b7c-4061-b3fe-2dd1a9eeb26f), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:37.449609 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Pushing event updated for resources: {'Port': ['ID=e62fed9d-9120-4c64-9758-a7f7c30137c5,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:37.467830 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fdec3-9456-4f26-97af-af09aab148b5 req-dc405366-d675-4a98-bd36-9fa4ae2f7702 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:37.470094 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f91fdec3-9456-4f26-97af-af09aab148b5 req-dc405366-d675-4a98-bd36-9fa4ae2f7702 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 931 time: 0.4695430 Jan 18 16:09:37.548333 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:09:37.553990 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:37.563921 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Received port after_create {{(pid=103252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:09:37.574915 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event updated for resources: {'Port': ['ID=b8579554-0b7c-4061-b3fe-2dd1a9eeb26f,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:37.594995 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=302ccf3e-4bf2-4864-94ed-6f60f2369d5e,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:37.623813 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Attempting to bind port e62fed9d-9120-4c64-9758-a7f7c30137c5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:09:37.624751 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Attempting to bind port e62fed9d-9120-4c64-9758-a7f7c30137c5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:09:37.625116 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Attempting to bind port e62fed9d-9120-4c64-9758-a7f7c30137c5 on network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:09:37.660921 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Port e62fed9d-9120-4c64-9758-a7f7c30137c5 on network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:09:37.661251 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Attempting to bind port e62fed9d-9120-4c64-9758-a7f7c30137c5 on network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:09:37.663449 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f91fdec3-9456-4f26-97af-af09aab148b5 req-58c90fe1-5af6-4255-9a5c-eb09f00189ce tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645219 Jan 18 16:09:37.717364 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3ec646c9-fda1-4c91-810a-53ac03f8e3bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Publish callbacks [] for port (a8584472-9538-4b5b-865f-3a92bcf10e83), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:37.718436 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for floatingip (794bd236-65fb-4fdc-a7cb-9ee69e21c6fc), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:37.732487 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:09:37.732902 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Checking segment: {'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:09:37.733624 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Bound using segment: {'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:09:37.734072 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Bound port: e62fed9d-9120-4c64-9758-a7f7c30137c5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:09:37.734438 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (e62fed9d-9120-4c64-9758-a7f7c30137c5), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:37.766302 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Attempting to bind port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:09:37.766644 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Attempting to bind port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '3f4d6905-01db-417e-a962-f191e1399dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dd62ff47-4fc4-4623-9f84-653b0b17f945'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:09:37.766979 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Attempting to bind port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e on network dd62ff47-4fc4-4623-9f84-653b0b17f945 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:09:37.781647 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e on network dd62ff47-4fc4-4623-9f84-653b0b17f945 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:09:37.781954 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Attempting to bind port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e on network dd62ff47-4fc4-4623-9f84-653b0b17f945 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:09:37.838490 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 43146) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:37.853795 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:09:37.854135 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Checking segment: {'id': '3f4d6905-01db-417e-a962-f191e1399dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dd62ff47-4fc4-4623-9f84-653b0b17f945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:09:37.854528 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Bound using segment: {'id': '3f4d6905-01db-417e-a962-f191e1399dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dd62ff47-4fc4-4623-9f84-653b0b17f945'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:09:37.854984 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Bound port: 302ccf3e-4bf2-4864-94ed-6f60f2369d5e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4d6905-01db-417e-a962-f191e1399dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dd62ff47-4fc4-4623-9f84-653b0b17f945'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:09:37.855336 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (302ccf3e-4bf2-4864-94ed-6f60f2369d5e), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:37.873365 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (b8579554-0b7c-4061-b3fe-2dd1a9eeb26f), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:37.945746 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] For port e62fed9d-9120-4c64-9758-a7f7c30137c5, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:09:37.976861 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] For port e62fed9d-9120-4c64-9758-a7f7c30137c5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e62fed9d-9120-4c64-9758-a7f7c30137c5,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:09:38.002382 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] For port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:09:38.005751 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] For port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=302ccf3e-4bf2-4864-94ed-6f60f2369d5e,segment=NetworkSegment(3f4d6905-01db-417e-a962-f191e1399dda),segment_id=3f4d6905-01db-417e-a962-f191e1399dda)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:09:38.007746 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3ec646c9-fda1-4c91-810a-53ac03f8e3bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (a8584472-9538-4b5b-865f-3a92bcf10e83), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:38.066263 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3ec646c9-fda1-4c91-810a-53ac03f8e3bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Network 2a96305d-1da2-4cf0-932e-99a783e1606e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:09:38.069691 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3ec646c9-fda1-4c91-810a-53ac03f8e3bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:38.073450 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3ec646c9-fda1-4c91-810a-53ac03f8e3bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:09:38.079813 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3ec646c9-fda1-4c91-810a-53ac03f8e3bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:38.080448 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3ec646c9-fda1-4c91-810a-53ac03f8e3bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:38.089517 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec646c9-fda1-4c91-810a-53ac03f8e3bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Pushing event updated for resources: {'Port': ['ID=a8584472-9538-4b5b-865f-3a92bcf10e83,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:38.114761 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for port (b8579554-0b7c-4061-b3fe-2dd1a9eeb26f), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:38.147655 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (302ccf3e-4bf2-4864-94ed-6f60f2369d5e), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:38.155904 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (e62fed9d-9120-4c64-9758-a7f7c30137c5), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:38.217311 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ad2dccb4-32db-4410-a9a8-f954b6fa8904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:38.232780 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (b8579554-0b7c-4061-b3fe-2dd1a9eeb26f), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:38.290426 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb512b-3920-4c65-9068-6db2af38e6dc req-3e23ff3f-9fd9-439f-b2ac-b858d0190cbe tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:38.297788 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-64fb512b-3920-4c65-9068-6db2af38e6dc req-3e23ff3f-9fd9-439f-b2ac-b858d0190cbe tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 943 time: 0.3235784 Jan 18 16:09:38.298236 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3ec646c9-fda1-4c91-810a-53ac03f8e3bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0307894 Jan 18 16:09:38.324957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:38.325406 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:38.327768 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] 10.222.0.72 "PUT /v2.0/ports/302ccf3e-4bf2-4864-94ed-6f60f2369d5e HTTP/1.1" status: 200 len: 1093 time: 4.0805051 Jan 18 16:09:38.333133 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a97333-f34f-4280-88cb-2ab56410e059', 'tag': '302ccf3e-4bf2-4864-94ed-6f60f2369d5e'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:09:38.333317 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (794bd236-65fb-4fdc-a7cb-9ee69e21c6fc), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:38.474846 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ad2dccb4-32db-4410-a9a8-f954b6fa8904 admin admin] Publish callbacks [] for security_group (79c02093-eebc-4484-81a3-35236cdb040a), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:38.489228 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event updated for resources: {'Port': ['ID=b8579554-0b7c-4061-b3fe-2dd1a9eeb26f,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:38.522553 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device e51dfc5a-06cc-4577-8296-9bf0dfc8a58a up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:09:38.526255 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:38.527063 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:38.529087 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] 10.222.0.72 "PUT /v2.0/ports/e62fed9d-9120-4c64-9758-a7f7c30137c5 HTTP/1.1" status: 200 len: 1093 time: 4.2833076 Jan 18 16:09:38.536217 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Request body: {'port': {'device_id': '30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:38.584558 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-64fb512b-3920-4c65-9068-6db2af38e6dc req-1500ae6a-f7b3-47d7-8f46-803949e77286 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857251 Jan 18 16:09:38.607135 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ad2dccb4-32db-4410-a9a8-f954b6fa8904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (79c02093-eebc-4484-81a3-35236cdb040a), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:38.667414 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port e51dfc5a-06cc-4577-8296-9bf0dfc8a58a triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:38.668110 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:38.695681 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-ad2dccb4-32db-4410-a9a8-f954b6fa8904 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8fd94a0143424dfcbf9ef61d3b863742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8488593 Jan 18 16:09:38.706075 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:38.726527 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-3f4f1791-c728-452f-9d02-7e88e457d808 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6762209 Jan 18 16:09:38.746401 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 43168) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:38.747690 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 43172) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:38.807735 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dccb4-32db-4410-a9a8-f954b6fa8904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c02093-eebc-4484-81a3-35236cdb040a,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:38.836717 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f5c27-47ec-4bad-af48-04e72f99e1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=302ccf3e-4bf2-4864-94ed-6f60f2369d5e,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:38.856376 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port e51dfc5a-06cc-4577-8296-9bf0dfc8a58a is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:38.884003 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a374a679-7136-4061-9885-ff645c884e07 {{(pid=103252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:09:38.894191 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Publish callbacks [] for port (a374a679-7136-4061-9885-ff645c884e07), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:38.940088 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.provisioning_blocks [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Transition to ACTIVE for port object a374a679-7136-4061-9885-ff645c884e07 will not be triggered until provisioned by entity L2. {{(pid=103252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:09:38.992601 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d011ee-b81e-4faa-babd-bdb4fe216915 req-e65f54bf-2a26-4a19-9d18-9d536be2d370 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:38.999654 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-84d011ee-b81e-4faa-babd-bdb4fe216915 req-e65f54bf-2a26-4a19-9d18-9d536be2d370 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 932 time: 0.5069001 Jan 18 16:09:39.031977 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (a374a679-7136-4061-9885-ff645c884e07), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:39.063470 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51d70d-27d2-45f4-aa1b-97e9c54263a2 req-b34b094a-59da-44ac-9e26-d39ddc7f3464 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:39.072086 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cc51d70d-27d2-45f4-aa1b-97e9c54263a2 req-b34b094a-59da-44ac-9e26-d39ddc7f3464 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 943 time: 0.2103097 Jan 18 16:09:39.096008 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a8584472-9538-4b5b-865f-3a92bcf10e83), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:39.121497 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e679f99c-b58c-4745-bb1d-f7ec8f25a2b2 admin admin] Publish callbacks [] for security_group (79c02093-eebc-4484-81a3-35236cdb040a), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:39.165010 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-84d011ee-b81e-4faa-babd-bdb4fe216915 req-2a870c4b-6a73-4afb-881c-af0968e67ca5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643486 Jan 18 16:09:39.210709 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-90995b62-4d8e-4fe6-9dd0-f33a89c3bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:39.212560 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-90995b62-4d8e-4fe6-9dd0-f33a89c3bb61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1cd257b382cb40d4a996b4bf2fe02779&device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 1096 time: 0.6657963 Jan 18 16:09:39.219199 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Pushing event updated for resources: {'Port': ['ID=a374a679-7136-4061-9885-ff645c884e07,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:39.236568 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e679f99c-b58c-4745-bb1d-f7ec8f25a2b2 admin admin] Publish callbacks [] for security_group (79c02093-eebc-4484-81a3-35236cdb040a), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:39.262402 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041f7db-72e2-4a8f-957d-2f3c55edb77e service neutron] Pushing event updated for resources: {'Port': ['ID=e62fed9d-9120-4c64-9758-a7f7c30137c5,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:39.284120 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-76f36fd6-bcb1-439c-9926-4cc20f26b90a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:39.302156 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-d90f2404-e48f-49a4-9350-5fe0ec1f9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:39.307562 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-d90f2404-e48f-49a4-9350-5fe0ec1f9187 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 1096 time: 0.5097799 Jan 18 16:09:39.339771 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cc51d70d-27d2-45f4-aa1b-97e9c54263a2 req-7100fd65-e84b-4f81-9ca7-96f5e1ceb547 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622442 Jan 18 16:09:39.373671 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f9393b8-fddb-4916-bee6-e021324464b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:39.447179 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Attempting to bind port a374a679-7136-4061-9885-ff645c884e07 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:09:39.447540 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Attempting to bind port a374a679-7136-4061-9885-ff645c884e07 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e'}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:09:39.447926 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Attempting to bind port a374a679-7136-4061-9885-ff645c884e07 on network 2a96305d-1da2-4cf0-932e-99a783e1606e {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:09:39.460150 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba084d6c-25ff-494e-b46f-827ad933386f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a97333-f34f-4280-88cb-2ab56410e059", "tag": "302ccf3e-4bf2-4864-94ed-6f60f2369d5e"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:09:39.490017 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Port a374a679-7136-4061-9885-ff645c884e07 on network 2a96305d-1da2-4cf0-932e-99a783e1606e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:09:39.490344 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Attempting to bind port a374a679-7136-4061-9885-ff645c884e07 on network 2a96305d-1da2-4cf0-932e-99a783e1606e {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:09:39.519694 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-be583d4b-e5cc-4bc6-88d9-44633435c193 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--220524154&fields=id&tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b HTTP/1.1" status: 200 len: 267 time: 0.2006431 Jan 18 16:09:39.528536 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:09:39.528913 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Checking segment: {'id': '9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:09:39.529469 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Bound using segment: {'id': '9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e'} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:09:39.529921 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Bound port: a374a679-7136-4061-9885-ff645c884e07, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e'}}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:09:39.530915 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a374a679-7136-4061-9885-ff645c884e07), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:39.538163 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-b089de7e-91f3-4598-9843-166e6c122aae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=302ccf3e-4bf2-4864-94ed-6f60f2369d5e HTTP/1.1" status: 200 len: 217 time: 0.2649684 Jan 18 16:09:39.657412 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e679f99c-b58c-4745-bb1d-f7ec8f25a2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (79c02093-eebc-4484-81a3-35236cdb040a), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:39.660183 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e679f99c-b58c-4745-bb1d-f7ec8f25a2b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:39.661355 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-e679f99c-b58c-4745-bb1d-f7ec8f25a2b2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/79c02093-eebc-4484-81a3-35236cdb040a HTTP/1.1" status: 204 len: 168 time: 0.8880084 Jan 18 16:09:39.697036 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-37a8598d-2955-43b8-829e-8b252fd6a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:39.699058 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-37a8598d-2955-43b8-829e-8b252fd6a677 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aea75563-90c3-4b61-8933-82e5bba2fde7 HTTP/1.1" status: 200 len: 852 time: 0.1199281 Jan 18 16:09:39.701034 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-3d0ad751-8f28-45ba-b8e9-b11ab00e655f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e62fed9d-9120-4c64-9758-a7f7c30137c5 HTTP/1.1" status: 200 len: 217 time: 0.2627218 Jan 18 16:09:39.723135 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02102a31-d634-41d4-8309-adebf6610281 x-openstack-request-id: req-02102a31-d634-41d4-8309-adebf6610281 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:09:39.726458 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a97333-f34f-4280-88cb-2ab56410e059", "tag": "302ccf3e-4bf2-4864-94ed-6f60f2369d5e", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:09:39.726458 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02102a31-d634-41d4-8309-adebf6610281 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:09:39.726458 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a97333-f34f-4280-88cb-2ab56410e059', 'tag': '302ccf3e-4bf2-4864-94ed-6f60f2369d5e', 'status': 'completed', 'code': 200} Jan 18 16:09:39.726872 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679f99c-b58c-4745-bb1d-f7ec8f25a2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c02093-eebc-4484-81a3-35236cdb040a,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:39.746221 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] For port a374a679-7136-4061-9885-ff645c884e07, host hv-cinder-78836, cleared binding levels {{(pid=103252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:09:39.767360 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] For port a374a679-7136-4061-9885-ff645c884e07, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a374a679-7136-4061-9885-ff645c884e07,segment=NetworkSegment(9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba),segment_id=9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba)] {{(pid=103252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:09:39.808210 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-6b233287-d98d-487b-9a63-e607ce9eea70 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:39.810095 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-6b233287-d98d-487b-9a63-e607ce9eea70 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/networks?id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2 HTTP/1.1" status: 200 len: 816 time: 0.2754180 Jan 18 16:09:39.839907 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-5bdf0b24-97c3-468e-b594-5c12b6171153 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd62ff47-4fc4-4623-9f84-653b0b17f945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720823 Jan 18 16:09:39.867195 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-76f36fd6-bcb1-439c-9926-4cc20f26b90a admin admin] Publish callbacks [] for security_group (a4489929-6971-42ba-aa40-3b9fe4222cdc), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:39.871461 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (a374a679-7136-4061-9885-ff645c884e07), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:39.880496 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-2f5548bb-1922-4794-82f7-9ef68accc3bf tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/quotas/2b607df7bc9340a49bd5ebb6be0abc6b HTTP/1.1" status: 200 len: 375 time: 0.0447173 Jan 18 16:09:39.952823 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:39.964002 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:39.965646 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] 10.222.0.72 "PUT /v2.0/ports/a374a679-7136-4061-9885-ff645c884e07 HTTP/1.1" status: 200 len: 1093 time: 3.2999811 Jan 18 16:09:39.968958 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4283c74-67b5-47d1-94a7-491cc1f5e02f', 'tag': 'a374a679-7136-4061-9885-ff645c884e07'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:09:40.048707 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-76f36fd6-bcb1-439c-9926-4cc20f26b90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (a4489929-6971-42ba-aa40-3b9fe4222cdc), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:40.143638 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-379da268-93ec-4b55-826a-0081089cb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:40.146272 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-379da268-93ec-4b55-826a-0081089cb702 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c483501-a62e-409d-95e4-04b5906fccaf HTTP/1.1" status: 200 len: 855 time: 0.3757925 Jan 18 16:09:40.146385 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36b477-4d27-40d2-a291-da50ea545774 req-e08af903-8ffe-49a2-8439-644ea2d79492 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:40.147890 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ff36b477-4d27-40d2-a291-da50ea545774 req-e08af903-8ffe-49a2-8439-644ea2d79492 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 943 time: 0.3344777 Jan 18 16:09:40.222329 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84f16b-4cda-4f44-a624-49790586a94c service neutron] Pushing event updated for resources: {'Port': ['ID=a374a679-7136-4061-9885-ff645c884e07,revision_number=3']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:40.285235 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f36fd6-bcb1-439c-9926-4cc20f26b90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4489929-6971-42ba-aa40-3b9fe4222cdc,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:40.300773 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-76f36fd6-bcb1-439c-9926-4cc20f26b90a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=df1a31be2e1c42b6b896405bb4605241&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5187209 Jan 18 16:09:40.308185 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-bd52f241-bcb4-45ca-90ae-5f74304d8c5f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4009407 Jan 18 16:09:40.309815 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 43230) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:40.319663 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8584472-9538-4b5b-865f-3a92bcf10e83 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:09:40.348856 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-0d9d5dfb-3cc7-4b26-96ef-2e090a3712fa service neutron] 10.222.0.72 "GET /v2.0/networks/dd62ff47-4fc4-4623-9f84-653b0b17f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741817 Jan 18 16:09:40.352017 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Publish callbacks [] for port (a8584472-9538-4b5b-865f-3a92bcf10e83), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:40.411821 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-ab2003b3-58fb-4b0a-b679-470fdce6e594 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806012 Jan 18 16:09:40.446842 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Transition to ACTIVE for port object a8584472-9538-4b5b-865f-3a92bcf10e83 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:09:40.544166 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-a0952433-7644-4073-92ec-b6cf4b1b99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:40.546305 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-a0952433-7644-4073-92ec-b6cf4b1b99e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a2cc8740e33470a9ded5669c46c9c4a&device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 1096 time: 0.4533725 Jan 18 16:09:40.579656 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (a8584472-9538-4b5b-865f-3a92bcf10e83), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:40.639887 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-6f177ba2-2632-4e22-ace5-827d2e79977e req-4de11361-18ba-4af7-8df5-9f124443ab5b service neutron] 10.222.0.72 "GET /v2.0/networks/dd62ff47-4fc4-4623-9f84-653b0b17f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383492 Jan 18 16:09:40.676340 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cbadba-ebd0-4a0e-b021-29661f1c26b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4283c74-67b5-47d1-94a7-491cc1f5e02f", "tag": "a374a679-7136-4061-9885-ff645c884e07"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:09:40.725475 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-5f8aa76f-1f5a-4378-82cf-c6574b368794 service neutron] 10.222.0.72 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405927 Jan 18 16:09:40.726352 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8584472-9538-4b5b-865f-3a92bcf10e83,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:40.756263 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ff36b477-4d27-40d2-a291-da50ea545774 req-5b0d6ac0-6e1e-46c1-92c4-6e3c8be18c24 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087819 Jan 18 16:09:40.775270 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-34698e86-6358-41ca-a942-c6792bd7babb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a374a679-7136-4061-9885-ff645c884e07 HTTP/1.1" status: 200 len: 217 time: 0.2156990 Jan 18 16:09:40.826124 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Attempting to bind port a8584472-9538-4b5b-865f-3a92bcf10e83 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:09:40.826560 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Attempting to bind port a8584472-9538-4b5b-865f-3a92bcf10e83 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:09:40.827008 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Attempting to bind port a8584472-9538-4b5b-865f-3a92bcf10e83 on network 2a96305d-1da2-4cf0-932e-99a783e1606e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:09:40.836730 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Port a8584472-9538-4b5b-865f-3a92bcf10e83 on network 2a96305d-1da2-4cf0-932e-99a783e1606e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:09:40.837126 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Attempting to bind port a8584472-9538-4b5b-865f-3a92bcf10e83 on network 2a96305d-1da2-4cf0-932e-99a783e1606e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:09:40.849857 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:09:40.850210 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Checking segment: {'id': '9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:09:40.850607 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Bound using segment: {'id': '9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:09:40.851065 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Bound port: a8584472-9538-4b5b-865f-3a92bcf10e83, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:09:40.851429 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a8584472-9538-4b5b-865f-3a92bcf10e83), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:40.899193 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f19bfd23-683a-417a-b993-21a4c74d06fb admin admin] Publish callbacks [] for security_group (a4489929-6971-42ba-aa40-3b9fe4222cdc), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:40.904416 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7ae120b1-d615-4e0e-990e-fb1850ae24a8 req-74962eef-5efb-454d-93de-afd4407ecc92 service neutron] 10.222.0.72 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574609 Jan 18 16:09:40.951743 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] For port a8584472-9538-4b5b-865f-3a92bcf10e83, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:09:40.960012 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] For port a8584472-9538-4b5b-865f-3a92bcf10e83, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a8584472-9538-4b5b-865f-3a92bcf10e83,segment=NetworkSegment(9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba),segment_id=9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:09:41.012949 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-a5d5a32f-1a19-44c4-ac23-dd3aca4ceb5d service neutron] 10.222.0.70 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6694269 Jan 18 16:09:41.017780 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f19bfd23-683a-417a-b993-21a4c74d06fb admin admin] Publish callbacks [] for security_group (a4489929-6971-42ba-aa40-3b9fe4222cdc), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:41.045552 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (a8584472-9538-4b5b-865f-3a92bcf10e83), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:41.111596 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 43246) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:41.113921 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-d7770a49-f24e-483f-bfef-a0228613d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:41.115430 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-d7770a49-f24e-483f-bfef-a0228613d210 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6d824aa-d305-456f-848d-ceb7c3880cbb HTTP/1.1" status: 200 len: 858 time: 0.2742288 Jan 18 16:09:41.126207 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24208785-8086-472f-b37e-8fb53a147d8d req-b66decee-d2bf-48e7-991d-79292f6158d7 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:41.127890 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-24208785-8086-472f-b37e-8fb53a147d8d req-b66decee-d2bf-48e7-991d-79292f6158d7 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 944 time: 0.2264073 Jan 18 16:09:41.149051 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:41.149822 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:41.152061 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] 10.222.0.72 "PUT /v2.0/ports/a8584472-9538-4b5b-865f-3a92bcf10e83 HTTP/1.1" status: 200 len: 1094 time: 2.6217735 Jan 18 16:09:41.155990 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2afe55ff-dd58-410a-89df-6d70f6995590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:41.237529 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a4789-572e-42ad-97c4-3bfd01b596b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8584472-9538-4b5b-865f-3a92bcf10e83,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:41.262326 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-24208785-8086-472f-b37e-8fb53a147d8d req-a800dec6-ef7e-4a3f-86a4-1ff9363bd93b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263518 Jan 18 16:09:41.378733 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f19bfd23-683a-417a-b993-21a4c74d06fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (a4489929-6971-42ba-aa40-3b9fe4222cdc), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:41.381485 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f19bfd23-683a-417a-b993-21a4c74d06fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:41.382736 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-f19bfd23-683a-417a-b993-21a4c74d06fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a4489929-6971-42ba-aa40-3b9fe4222cdc HTTP/1.1" status: 204 len: 168 time: 1.0640163 Jan 18 16:09:41.396566 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-4f3adb98-1641-4c93-b45b-a1ca8ba79ced service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a96305d-1da2-4cf0-932e-99a783e1606e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096830 Jan 18 16:09:41.408357 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-742bd549-8a2d-4f1e-922b-dd3b5645cb8c service neutron] 10.222.0.70 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737903 Jan 18 16:09:41.409103 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bfd23-683a-417a-b993-21a4c74d06fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4489929-6971-42ba-aa40-3b9fe4222cdc,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:41.454941 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56599a76-9308-43f5-9c28-8841c21284d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:41.494778 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba084d6c-25ff-494e-b46f-827ad933386f req-8a280fc5-1181-443b-9622-8e0a73645a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:41.496625 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ba084d6c-25ff-494e-b46f-827ad933386f req-8a280fc5-1181-443b-9622-8e0a73645a11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1cd257b382cb40d4a996b4bf2fe02779&device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 1096 time: 0.1612542 Jan 18 16:09:41.565678 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-7bbc82d1-53dc-42d9-bae3-db85f4c52bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:41.569949 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-7bbc82d1-53dc-42d9-bae3-db85f4c52bae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a2cc8740e33470a9ded5669c46c9c4a&device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 1097 time: 0.1905699 Jan 18 16:09:41.707379 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c233ea-ec04-4531-ad66-83c365f2f4cd req-c98f1398-24f8-4a2a-85ba-7b011cb8ab7a tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:41.709810 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a5c233ea-ec04-4531-ad66-83c365f2f4cd req-c98f1398-24f8-4a2a-85ba-7b011cb8ab7a tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 943 time: 0.2947254 Jan 18 16:09:41.753593 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c17ca8d-cec1-4426-a70d-668d2530f8f9', 'tag': 'e62fed9d-9120-4c64-9758-a7f7c30137c5'}, {'name': 'network-changed', 'server_uuid': '30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7', 'tag': 'a8584472-9538-4b5b-865f-3a92bcf10e83'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:09:41.753593 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c17ca8d-cec1-4426-a70d-668d2530f8f9", "tag": "e62fed9d-9120-4c64-9758-a7f7c30137c5"}, {"name": "network-changed", "server_uuid": "30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7", "tag": "a8584472-9538-4b5b-865f-3a92bcf10e83"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:09:41.762378 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2afe55ff-dd58-410a-89df-6d70f6995590 admin admin] Publish callbacks [] for security_group (b9a1beca-ec89-47d3-996a-a24ae2c97a75), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:41.771821 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-b31661d4-8bf0-4081-bb76-1fe34df9ab9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8584472-9538-4b5b-865f-3a92bcf10e83 HTTP/1.1" status: 200 len: 217 time: 0.1605887 Jan 18 16:09:41.780765 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-baa5f8a5-8dff-4766-830e-bebe0e8e1a63 service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632212 Jan 18 16:09:41.826542 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a5c233ea-ec04-4531-ad66-83c365f2f4cd req-dfee07a3-411d-469a-8a41-6157704a1e27 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062105 Jan 18 16:09:41.829566 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba084d6c-25ff-494e-b46f-827ad933386f req-a9895451-aa5a-4b48-8fa6-9a96bfd2e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:41.833700 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ba084d6c-25ff-494e-b46f-827ad933386f req-a9895451-aa5a-4b48-8fa6-9a96bfd2e643 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dd62ff47-4fc4-4623-9f84-653b0b17f945 HTTP/1.1" status: 200 len: 913 time: 0.3279200 Jan 18 16:09:42.048558 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-0419c785-ed46-4949-a821-9ee89bfead91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:42.054822 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-0419c785-ed46-4949-a821-9ee89bfead91 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6d824aa-d305-456f-848d-ceb7c3880cbb HTTP/1.1" status: 200 len: 858 time: 0.2110312 Jan 18 16:09:42.056061 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2afe55ff-dd58-410a-89df-6d70f6995590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (b9a1beca-ec89-47d3-996a-a24ae2c97a75), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:42.065695 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 18 Jan 2022 16:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59dcc96-8356-4ef8-a853-9cefc6ca6bb3 x-openstack-request-id: req-e59dcc96-8356-4ef8-a853-9cefc6ca6bb3 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:09:42.066160 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c17ca8d-cec1-4426-a70d-668d2530f8f9", "tag": "e62fed9d-9120-4c64-9758-a7f7c30137c5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7", "tag": "a8584472-9538-4b5b-865f-3a92bcf10e83", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:09:42.066671 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e59dcc96-8356-4ef8-a853-9cefc6ca6bb3 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:09:42.067415 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c17ca8d-cec1-4426-a70d-668d2530f8f9', 'tag': 'e62fed9d-9120-4c64-9758-a7f7c30137c5', 'status': 'completed', 'code': 200} Jan 18 16:09:42.067751 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7', 'tag': 'a8584472-9538-4b5b-865f-3a92bcf10e83', 'status': 'completed', 'code': 200} Jan 18 16:09:42.098235 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b5fc688-ead4-424e-a86d-cc9012fb8cc5 req-a64d2725-cded-4441-a1fd-bf959963851a service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605672 Jan 18 16:09:42.174670 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70252b61-bd04-44ea-897c-02fe8d1be99c req-1ccc2b12-8a82-4d90-934b-2a1a970028b8 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:42.184390 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ba084d6c-25ff-494e-b46f-827ad933386f req-40816e65-e560-4ec1-ad65-04a2a0c53ef2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=302ccf3e-4bf2-4864-94ed-6f60f2369d5e HTTP/1.1" status: 200 len: 217 time: 0.1549463 Jan 18 16:09:42.204125 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-70252b61-bd04-44ea-897c-02fe8d1be99c req-1ccc2b12-8a82-4d90-934b-2a1a970028b8 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 943 time: 0.1371040 Jan 18 16:09:42.237021 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-a1e4b667-b958-4bd9-b267-b14d00244340 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a96305d-1da2-4cf0-932e-99a783e1606e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096361 Jan 18 16:09:42.257701 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-7b79702a-ba99-404a-8a71-715f0a2f8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:42.259334 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-7b79702a-ba99-404a-8a71-715f0a2f8f85 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 1096 time: 0.1234300 Jan 18 16:09:42.308869 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-70252b61-bd04-44ea-897c-02fe8d1be99c req-9a806267-7c2d-4711-9283-74f76c4bd6b0 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981021 Jan 18 16:09:42.337734 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2afe55ff-dd58-410a-89df-6d70f6995590 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71832f536b6f438d9209de9399fa79a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2242489 Jan 18 16:09:42.338441 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe55ff-dd58-410a-89df-6d70f6995590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a1beca-ec89-47d3-996a-a24ae2c97a75,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:42.341037 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 43286) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:42.444955 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d46405b2-ed1b-4d67-8c6e-3223dee762c7 req-8f312419-397d-4db4-bfef-c8a10d7f1c13 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 210 time: 0.0440462 Jan 18 16:09:42.477040 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4f99380d-824c-46f6-8da3-6a34c3fbc238 admin admin] Publish callbacks [] for security_group (b9a1beca-ec89-47d3-996a-a24ae2c97a75), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:42.522367 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4f99380d-824c-46f6-8da3-6a34c3fbc238 admin admin] Publish callbacks [] for security_group (b9a1beca-ec89-47d3-996a-a24ae2c97a75), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:42.553601 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba084d6c-25ff-494e-b46f-827ad933386f req-9a4f2b40-e184-4e65-bacc-3e40fa99bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:42.555770 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ba084d6c-25ff-494e-b46f-827ad933386f req-9a4f2b40-e184-4e65-bacc-3e40fa99bf41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aea75563-90c3-4b61-8933-82e5bba2fde7 HTTP/1.1" status: 200 len: 852 time: 0.3380315 Jan 18 16:09:42.622990 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ba084d6c-25ff-494e-b46f-827ad933386f req-0b13efc3-94e5-462a-af3e-efd6776fc07e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd62ff47-4fc4-4623-9f84-653b0b17f945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462043 Jan 18 16:09:42.629874 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-631134c9-b04d-4646-97d7-0daf8a6d8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:42.631451 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-631134c9-b04d-4646-97d7-0daf8a6d8036 service neutron] 10.222.0.72 "GET /v2.0/networks?id=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 HTTP/1.1" status: 200 len: 916 time: 0.2900393 Jan 18 16:09:42.634636 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-938d0eab-9da1-43b4-b80d-3105beb10013 service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362286 Jan 18 16:09:42.713519 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce5a695-3951-4f60-b45d-b2efed9458e8 x-openstack-request-id: req-0ce5a695-3951-4f60-b45d-b2efed9458e8 {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:09:42.714091 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4283c74-67b5-47d1-94a7-491cc1f5e02f", "tag": "a374a679-7136-4061-9885-ff645c884e07", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:09:42.714091 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ce5a695-3951-4f60-b45d-b2efed9458e8 {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:09:42.714908 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4283c74-67b5-47d1-94a7-491cc1f5e02f', 'tag': 'a374a679-7136-4061-9885-ff645c884e07', 'status': 'completed', 'code': 200} Jan 18 16:09:42.794771 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-a3a443f1-43e5-4b31-bc00-6274764144e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e62fed9d-9120-4c64-9758-a7f7c30137c5 HTTP/1.1" status: 200 len: 217 time: 0.1228070 Jan 18 16:09:42.839825 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe06ae-d8cb-4da7-8dc4-41c2fa59f11f req-7a4cc540-e3c2-4331-bdf4-86c1fea0a6bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:42.841437 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bbbe06ae-d8cb-4da7-8dc4-41c2fa59f11f req-7a4cc540-e3c2-4331-bdf4-86c1fea0a6bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 944 time: 0.2293744 Jan 18 16:09:42.861748 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4f99380d-824c-46f6-8da3-6a34c3fbc238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (b9a1beca-ec89-47d3-996a-a24ae2c97a75), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:42.874901 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4f99380d-824c-46f6-8da3-6a34c3fbc238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:42.876066 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-4f99380d-824c-46f6-8da3-6a34c3fbc238 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b9a1beca-ec89-47d3-996a-a24ae2c97a75 HTTP/1.1" status: 204 len: 168 time: 0.5334051 Jan 18 16:09:42.940675 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99380d-824c-46f6-8da3-6a34c3fbc238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a1beca-ec89-47d3-996a-a24ae2c97a75,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:42.979695 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbadba-ebd0-4a0e-b021-29661f1c26b4 req-867c974a-8776-4e95-8d7d-d4e7984d7ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:42.985675 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-25cbadba-ebd0-4a0e-b021-29661f1c26b4 req-867c974a-8776-4e95-8d7d-d4e7984d7ca3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a2cc8740e33470a9ded5669c46c9c4a&device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 1096 time: 0.2305267 Jan 18 16:09:43.208593 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ba084d6c-25ff-494e-b46f-827ad933386f req-a8638dc9-26fe-4290-92da-37d3e2a65822 service neutron] 10.222.0.72 "GET /v2.0/networks/dd62ff47-4fc4-4623-9f84-653b0b17f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755477 Jan 18 16:09:43.243849 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-403a61e8-8e84-4470-b4cd-e2ebdf70a6af service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739663 Jan 18 16:09:43.254574 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-77abf625-12a7-4b0e-93fe-e02b86fb7c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:43.256004 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-77abf625-12a7-4b0e-93fe-e02b86fb7c6e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c483501-a62e-409d-95e4-04b5906fccaf HTTP/1.1" status: 200 len: 855 time: 0.3989084 Jan 18 16:09:43.333255 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-d3f3c90d-a62f-43f2-87c6-1230837387e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667439 Jan 18 16:09:43.488339 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ba084d6c-25ff-494e-b46f-827ad933386f req-dafd47f0-2e83-4010-ab4e-17756a6e1627 service neutron] 10.222.0.72 "GET /v2.0/networks/dd62ff47-4fc4-4623-9f84-653b0b17f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602577 Jan 18 16:09:43.516914 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:43.527184 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-5d7f1aeb-ddea-48e2-9e0f-56a94dc8e11a service neutron] 10.222.0.72 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810193 Jan 18 16:09:43.567977 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbadba-ebd0-4a0e-b021-29661f1c26b4 req-5d1fcb52-94dc-4dab-a9eb-bbf2056fe212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:43.569508 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-25cbadba-ebd0-4a0e-b021-29661f1c26b4 req-5d1fcb52-94dc-4dab-a9eb-bbf2056fe212 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a96305d-1da2-4cf0-932e-99a783e1606e HTTP/1.1" status: 200 len: 919 time: 0.5556049 Jan 18 16:09:43.582879 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bbbe06ae-d8cb-4da7-8dc4-41c2fa59f11f req-3aaaae9b-d333-4b5e-81b6-a7992369f250 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237058 Jan 18 16:09:43.692182 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-25cbadba-ebd0-4a0e-b021-29661f1c26b4 req-d1ccda9e-8820-48f1-9b30-83fd1bb1552b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a374a679-7136-4061-9885-ff645c884e07 HTTP/1.1" status: 200 len: 217 time: 0.0934076 Jan 18 16:09:43.713332 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62108786-63bf-47ae-9cbe-b651bb6c2f9b req-81a3c200-5745-4042-a894-14b80560f3bf tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:43.729057 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-62108786-63bf-47ae-9cbe-b651bb6c2f9b req-81a3c200-5745-4042-a894-14b80560f3bf tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 943 time: 0.7383907 Jan 18 16:09:43.742945 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-fb4dbf49-2c06-4f47-86e1-7fc78126d1d6 service neutron] 10.222.0.72 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077041 Jan 18 16:09:43.795837 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbadba-ebd0-4a0e-b021-29661f1c26b4 req-96d2a6ea-f226-44d5-9bff-4e680a3a0fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:43.797579 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-25cbadba-ebd0-4a0e-b021-29661f1c26b4 req-96d2a6ea-f226-44d5-9bff-4e680a3a0fe6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6d824aa-d305-456f-848d-ceb7c3880cbb HTTP/1.1" status: 200 len: 858 time: 0.0630400 Jan 18 16:09:43.870852 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-25cbadba-ebd0-4a0e-b021-29661f1c26b4 req-cfae06df-c3b9-41e9-b9e7-ec0671d4c9ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a96305d-1da2-4cf0-932e-99a783e1606e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557680 Jan 18 16:09:43.928393 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-e0285903-b9a4-4a0c-b4fd-e807ceb69269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:43.931552 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-e0285903-b9a4-4a0c-b4fd-e807ceb69269 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a2cc8740e33470a9ded5669c46c9c4a&device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 1097 time: 0.0771291 Jan 18 16:09:43.938848 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-62108786-63bf-47ae-9cbe-b651bb6c2f9b req-0e0355f4-b8c1-45d6-879b-faf035083c02 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065940 Jan 18 16:09:43.947295 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e163a-030a-4511-89a9-add50b692d53 req-0bbe4e9e-64b1-4a83-bbba-cd08aa8a0e86 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:43.963599 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-686e163a-030a-4511-89a9-add50b692d53 req-0bbe4e9e-64b1-4a83-bbba-cd08aa8a0e86 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 943 time: 0.1638746 Jan 18 16:09:44.084229 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-686e163a-030a-4511-89a9-add50b692d53 req-5b649542-ba65-4bcc-ab7a-f0fe9bbde81d tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193151 Jan 18 16:09:44.129572 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dc0c89a4-76c1-48c3-9c67-d5a4a452d08e req-b451a5e1-9de5-4367-bc8f-759aec1f5101 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 210 time: 0.0662386 Jan 18 16:09:44.137168 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-3421399b-494d-480d-a2e4-e1117575f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:44.139383 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-3421399b-494d-480d-a2e4-e1117575f1f7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a96305d-1da2-4cf0-932e-99a783e1606e HTTP/1.1" status: 200 len: 919 time: 0.1844845 Jan 18 16:09:44.150659 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-25cbadba-ebd0-4a0e-b021-29661f1c26b4 req-40fc600e-ed84-4e50-a7d8-d57521e3a96f service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380986 Jan 18 16:09:44.341575 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:44.742916 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19f7ae-e63e-4b10-a6c0-89eaa5e0ffdf req-906e4cc6-f103-4c89-aeb7-3118ceb4cbf7 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:44.742916 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7e19f7ae-e63e-4b10-a6c0-89eaa5e0ffdf req-906e4cc6-f103-4c89-aeb7-3118ceb4cbf7 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 944 time: 0.0583332 Jan 18 16:09:44.742916 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 43380) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:44.952501 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7e19f7ae-e63e-4b10-a6c0-89eaa5e0ffdf req-40abd1ef-7d13-4529-ad0c-0b04d5e63083 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267466 Jan 18 16:09:45.066450 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3944119-d31e-457a-a561-869378e16298 req-291edea2-52cd-49f6-ab38-1b2b18a1d217 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:45.066450 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f3944119-d31e-457a-a561-869378e16298 req-291edea2-52cd-49f6-ab38-1b2b18a1d217 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 943 time: 0.0484989 Jan 18 16:09:45.116217 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f3944119-d31e-457a-a561-869378e16298 req-9ec9c9a8-b6e8-461a-b10a-f29b8098b53f tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467644 Jan 18 16:09:45.210234 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2389c-0ad3-4f41-a850-103b384ac10a req-f6ecc287-e945-458e-95e8-6958874060d7 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:45.211844 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1de2389c-0ad3-4f41-a850-103b384ac10a req-f6ecc287-e945-458e-95e8-6958874060d7 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 943 time: 0.0572534 Jan 18 16:09:45.270153 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bf8186dc-0272-4c89-9220-024001436358 req-caf9e4e3-3c9c-49fd-9d3c-4317c2ee18be tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 210 time: 0.0390444 Jan 18 16:09:45.296862 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1de2389c-0ad3-4f41-a850-103b384ac10a req-8b22cd9a-f9bb-4f8e-a1e4-454a1b2d49df tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789835 Jan 18 16:09:45.507025 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-2801ee3a-1a67-4632-b6ee-86a7f71e4657 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8584472-9538-4b5b-865f-3a92bcf10e83 HTTP/1.1" status: 200 len: 217 time: 0.0400295 Jan 18 16:09:45.552587 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-25cbadba-ebd0-4a0e-b021-29661f1c26b4 req-63b24c46-1f8b-4789-bd43-4f33ca3ccbb3 service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857909 Jan 18 16:09:45.555387 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-caafcfb8-1320-4a1d-b115-cb22ed02d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:45.556852 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-caafcfb8-1320-4a1d-b115-cb22ed02d50b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6d824aa-d305-456f-848d-ceb7c3880cbb HTTP/1.1" status: 200 len: 858 time: 0.0426209 Jan 18 16:09:45.588527 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-73ef1063-b490-4bf7-9321-7a4f72eb258d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a96305d-1da2-4cf0-932e-99a783e1606e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237908 Jan 18 16:09:45.677970 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-b51094ac-a9b4-41ef-adaa-d52f54e042f7 service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838337 Jan 18 16:09:45.767926 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1813fd53-7b09-4aab-a4c8-cb2509ef0c5d req-eb25fc5b-7a18-4ee4-8696-18722668c858 service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833142 Jan 18 16:09:45.821341 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:45.953698 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-dba7ab18-01db-4830-a12b-2f91ca938569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:45.975844 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 43402) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:46.083529 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d0f532e5-a0f8-4259-a476-c2a817209082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:46.086092 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-dba7ab18-01db-4830-a12b-2f91ca938569 admin admin] Publish callbacks [] for security_group (5a123dfe-3438-4944-bb61-e02074fd2887), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:46.115742 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f7370-52d1-4c63-b249-63b48a52dc4a req-b3699d2b-9320-42a3-8a9b-c215a083cb6f tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:46.117269 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-499f7370-52d1-4c63-b249-63b48a52dc4a req-b3699d2b-9320-42a3-8a9b-c215a083cb6f tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 944 time: 0.0960248 Jan 18 16:09:46.173900 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-dba7ab18-01db-4830-a12b-2f91ca938569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (5a123dfe-3438-4944-bb61-e02074fd2887), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:46.209405 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-499f7370-52d1-4c63-b249-63b48a52dc4a req-b41afab2-c245-4e9a-9f0e-affd059dfff8 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851014 Jan 18 16:09:46.278462 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-dba7ab18-01db-4830-a12b-2f91ca938569 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ea0a62306b04c5488fa4a23fcd9b9b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5314965 Jan 18 16:09:46.279205 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 43416) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:46.286442 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7ab18-01db-4830-a12b-2f91ca938569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a123dfe-3438-4944-bb61-e02074fd2887,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:46.292009 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d0f532e5-a0f8-4259-a476-c2a817209082 admin admin] Publish callbacks [] for security_group (cd296d54-d5ac-4926-b6de-4a143b2bbd10), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:46.325317 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed7b7c-b28d-471b-a728-44589439ed96 req-6703faa9-f0a7-4c4e-920e-7438286d287b tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:46.336564 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-13ed7b7c-b28d-471b-a728-44589439ed96 req-6703faa9-f0a7-4c4e-920e-7438286d287b tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 943 time: 0.1448610 Jan 18 16:09:46.378504 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-739dc82a-4f2f-4415-94e2-b1bfa97dc793 admin admin] Publish callbacks [] for security_group (5a123dfe-3438-4944-bb61-e02074fd2887), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:46.406744 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-739dc82a-4f2f-4415-94e2-b1bfa97dc793 admin admin] Publish callbacks [] for security_group (5a123dfe-3438-4944-bb61-e02074fd2887), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:46.409843 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d0f532e5-a0f8-4259-a476-c2a817209082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (cd296d54-d5ac-4926-b6de-4a143b2bbd10), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:46.419387 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-58c22ae7-e2f5-4ea5-ad85-e39a064c1a3e req-a1458cf7-f1f6-4b6e-95bf-1b79c66c6952 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 210 time: 0.0462129 Jan 18 16:09:46.444878 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-13ed7b7c-b28d-471b-a728-44589439ed96 req-d5784299-0735-464f-a169-e045ab911f45 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072004 Jan 18 16:09:46.483911 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-d0f532e5-a0f8-4259-a476-c2a817209082 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c42c8f949714a59bdd7dbfe22d28cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5069168 Jan 18 16:09:46.485538 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f532e5-a0f8-4259-a476-c2a817209082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd296d54-d5ac-4926-b6de-4a143b2bbd10,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:46.488275 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 43428) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:46.585537 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-05cb1b2c-b556-4e25-bee3-84a6a431f594 admin admin] Publish callbacks [] for security_group (cd296d54-d5ac-4926-b6de-4a143b2bbd10), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:46.612552 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-739dc82a-4f2f-4415-94e2-b1bfa97dc793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (5a123dfe-3438-4944-bb61-e02074fd2887), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:46.626171 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a571fd2-787b-411e-8eb4-6b648cebc766 req-5ddfc35a-cf3c-4123-ae8a-c0e50ab07f23 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:46.626307 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-739dc82a-4f2f-4415-94e2-b1bfa97dc793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:46.626398 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1a571fd2-787b-411e-8eb4-6b648cebc766 req-5ddfc35a-cf3c-4123-ae8a-c0e50ab07f23 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 943 time: 0.0868182 Jan 18 16:09:46.627278 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-739dc82a-4f2f-4415-94e2-b1bfa97dc793 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a123dfe-3438-4944-bb61-e02074fd2887 HTTP/1.1" status: 204 len: 168 time: 0.3424857 Jan 18 16:09:46.634562 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-05cb1b2c-b556-4e25-bee3-84a6a431f594 admin admin] Publish callbacks [] for security_group (cd296d54-d5ac-4926-b6de-4a143b2bbd10), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:46.646660 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-1549c303-11b9-4238-b2fc-ed65300657bc tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:46.648462 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-1549c303-11b9-4238-b2fc-ed65300657bc tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.72 "GET /v2.0/networks?id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2 HTTP/1.1" status: 200 len: 816 time: 0.1911912 Jan 18 16:09:46.649770 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739dc82a-4f2f-4415-94e2-b1bfa97dc793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a123dfe-3438-4944-bb61-e02074fd2887,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:46.725513 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1a571fd2-787b-411e-8eb4-6b648cebc766 req-b7ef44fd-7815-44d7-8555-6f0c195b3db2 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885031 Jan 18 16:09:46.746699 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-8c96f83c-6071-485d-bd9c-d1871c1877b4 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b HTTP/1.1" status: 200 len: 379 time: 0.0885258 Jan 18 16:09:46.752553 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-90385118-3c37-4ef7-9dda-3a65f9c8d993 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Request body: {'port': {'device_id': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'admin_state_up': True, 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'security_groups': ['14042304-7dfd-4f9a-a185-5398572401fc']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:46.854387 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-05cb1b2c-b556-4e25-bee3-84a6a431f594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (cd296d54-d5ac-4926-b6de-4a143b2bbd10), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:46.857746 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-05cb1b2c-b556-4e25-bee3-84a6a431f594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:46.861412 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-05cb1b2c-b556-4e25-bee3-84a6a431f594 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd296d54-d5ac-4926-b6de-4a143b2bbd10 HTTP/1.1" status: 204 len: 168 time: 0.3696961 Jan 18 16:09:46.868234 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb1b2c-b556-4e25-bee3-84a6a431f594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd296d54-d5ac-4926-b6de-4a143b2bbd10,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:46.964003 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-90385118-3c37-4ef7-9dda-3a65f9c8d993 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Made reservation on behalf of 2b607df7bc9340a49bd5ebb6be0abc6b for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:09:46.967893 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-90385118-3c37-4ef7-9dda-3a65f9c8d993 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:47.102279 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-90385118-3c37-4ef7-9dda-3a65f9c8d993 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Allocated IP 172.20.0.10 (233c31cc-8c39-4834-9e7b-525f1b0f0ef2/614bbcdf-a5b6-4cca-8a78-c3d63af128f4/b5c94257-87ae-45c5-9e01-b951ced94435) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:09:47.247446 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-90385118-3c37-4ef7-9dda-3a65f9c8d993 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for port (b5c94257-87ae-45c5-9e01-b951ced94435), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:47.327071 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940b9d6-4145-4ab1-9972-7dd731269b00 req-742bf733-9187-463f-9196-c2e2a4c3560b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:47.328545 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d940b9d6-4145-4ab1-9972-7dd731269b00 req-742bf733-9187-463f-9196-c2e2a4c3560b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 944 time: 0.0489688 Jan 18 16:09:47.375111 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d940b9d6-4145-4ab1-9972-7dd731269b00 req-9dd18982-fd0c-4138-87d1-c6e19272db83 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408232 Jan 18 16:09:47.381913 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-90385118-3c37-4ef7-9dda-3a65f9c8d993 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:47.426053 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-90385118-3c37-4ef7-9dda-3a65f9c8d993 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:09:47.432609 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-90385118-3c37-4ef7-9dda-3a65f9c8d993 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:09:47.432773 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-90385118-3c37-4ef7-9dda-3a65f9c8d993 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:09:47.438740 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-90385118-3c37-4ef7-9dda-3a65f9c8d993 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:47.439240 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-90385118-3c37-4ef7-9dda-3a65f9c8d993 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:47.452346 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90385118-3c37-4ef7-9dda-3a65f9c8d993 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event updated for resources: {'Port': ['ID=b5c94257-87ae-45c5-9e01-b951ced94435,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:47.551596 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-90385118-3c37-4ef7-9dda-3a65f9c8d993 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8034894 Jan 18 16:09:47.563913 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Request body: {'port': {'device_id': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:09:47.590144 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 43466) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:47.615441 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-fe5d308e-1a1e-46ed-9a53-ca4f00f8ce36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:47.663480 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba34a9-8f07-432a-ae3f-d7a0853925ab req-a6e595b4-1533-4c0a-afb8-565e17f6a92a tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:47.665104 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-efba34a9-8f07-432a-ae3f-d7a0853925ab req-a6e595b4-1533-4c0a-afb8-565e17f6a92a tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 943 time: 0.1351814 Jan 18 16:09:47.686693 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875adc03-36c7-4763-8ce2-ba8db6498336 req-e2863122-9382-4166-8cef-84df9a8f4568 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:47.689601 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-875adc03-36c7-4763-8ce2-ba8db6498336 req-e2863122-9382-4166-8cef-84df9a8f4568 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 932 time: 0.1474843 Jan 18 16:09:47.691830 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:47.726473 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-57b1d455-c5c1-4334-b3cc-f292a846d0d4 None None] Provisioning complete for port b5c94257-87ae-45c5-9e01-b951ced94435 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:47.727025 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57b1d455-c5c1-4334-b3cc-f292a846d0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:47.766215 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-57b1d455-c5c1-4334-b3cc-f292a846d0d4 None None] Port b5c94257-87ae-45c5-9e01-b951ced94435 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:09:47.816171 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-efba34a9-8f07-432a-ae3f-d7a0853925ab req-14a7892f-d04c-48a5-9ded-aa666e395493 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253967 Jan 18 16:09:47.833021 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-875adc03-36c7-4763-8ce2-ba8db6498336 req-c868bed5-0b0b-4745-bae4-ba6b7ff626ba tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038456 Jan 18 16:09:47.874720 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-fe5d308e-1a1e-46ed-9a53-ca4f00f8ce36 admin admin] Publish callbacks [] for security_group (cc77fef1-c412-43bf-9801-9aae95224c23), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:47.985463 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59cc47-4923-4d25-8033-31aaba0b4079 req-b2698b2d-3093-4cbe-9089-096fe403373c tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:47.985463 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7e59cc47-4923-4d25-8033-31aaba0b4079 req-b2698b2d-3093-4cbe-9089-096fe403373c tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 943 time: 0.0587173 Jan 18 16:09:48.010137 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7e59cc47-4923-4d25-8033-31aaba0b4079 req-db354edc-1e49-4dee-bb49-288efe3a71e0 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 Jan 18 16:09:48.011184 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-fe5d308e-1a1e-46ed-9a53-ca4f00f8ce36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (cc77fef1-c412-43bf-9801-9aae95224c23), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:48.012675 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c94257-87ae-45c5-9e01-b951ced94435 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:09:48.025620 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Publish callbacks [] for port (b5c94257-87ae-45c5-9e01-b951ced94435), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:48.047624 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Transition to ACTIVE for port object b5c94257-87ae-45c5-9e01-b951ced94435 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:09:48.052519 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-fe5d308e-1a1e-46ed-9a53-ca4f00f8ce36 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23d13ccbd33046179c54c25dda336495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554791 Jan 18 16:09:48.053846 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d308e-1a1e-46ed-9a53-ca4f00f8ce36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc77fef1-c412-43bf-9801-9aae95224c23,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:48.055699 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 43472) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:48.106559 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c82411a-b7ae-4cd8-984e-4b466f0d3183 admin admin] Publish callbacks [] for security_group (cc77fef1-c412-43bf-9801-9aae95224c23), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:48.139935 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c82411a-b7ae-4cd8-984e-4b466f0d3183 admin admin] Publish callbacks [] for security_group (cc77fef1-c412-43bf-9801-9aae95224c23), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:48.221112 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:48.248606 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 43478) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:48.269160 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c08eb261-d751-4a55-8216-b1f4974f3a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:48.293940 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c94257-87ae-45c5-9e01-b951ced94435,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:48.302427 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c82411a-b7ae-4cd8-984e-4b466f0d3183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (cc77fef1-c412-43bf-9801-9aae95224c23), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:48.305106 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c82411a-b7ae-4cd8-984e-4b466f0d3183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:48.306372 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-8c82411a-b7ae-4cd8-984e-4b466f0d3183 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc77fef1-c412-43bf-9801-9aae95224c23 HTTP/1.1" status: 204 len: 168 time: 0.2486565 Jan 18 16:09:48.322805 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Attempting to bind port b5c94257-87ae-45c5-9e01-b951ced94435 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:09:48.323149 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Attempting to bind port b5c94257-87ae-45c5-9e01-b951ced94435 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:09:48.323485 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Attempting to bind port b5c94257-87ae-45c5-9e01-b951ced94435 on network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:09:48.348244 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82411a-b7ae-4cd8-984e-4b466f0d3183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc77fef1-c412-43bf-9801-9aae95224c23,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:48.353152 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Port b5c94257-87ae-45c5-9e01-b951ced94435 on network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:09:48.353476 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Attempting to bind port b5c94257-87ae-45c5-9e01-b951ced94435 on network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:09:48.359659 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:09:48.360530 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Checking segment: {'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:09:48.360955 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Bound using segment: {'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:09:48.361395 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Bound port: b5c94257-87ae-45c5-9e01-b951ced94435, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:09:48.361754 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:48.375685 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c08eb261-d751-4a55-8216-b1f4974f3a79 admin admin] Publish callbacks [] for security_group (fa1b6da8-f829-4f70-8ba2-937be6456c88), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:48.461194 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c08eb261-d751-4a55-8216-b1f4974f3a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (fa1b6da8-f829-4f70-8ba2-937be6456c88), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:48.468233 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] For port b5c94257-87ae-45c5-9e01-b951ced94435, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:09:48.471934 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] For port b5c94257-87ae-45c5-9e01-b951ced94435, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b5c94257-87ae-45c5-9e01-b951ced94435,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:09:48.537628 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-c08eb261-d751-4a55-8216-b1f4974f3a79 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a29a3852e3341d98c23dbcceeabfb5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876537 Jan 18 16:09:48.538598 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08eb261-d751-4a55-8216-b1f4974f3a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1b6da8-f829-4f70-8ba2-937be6456c88,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:48.540343 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 43488) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:48.560495 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ee2f1-522b-49b7-98e6-b9e470ceff97 req-29fe7ce6-c5c6-4925-b87e-cc053a79f0d4 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:48.562053 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9a0ee2f1-522b-49b7-98e6-b9e470ceff97 req-29fe7ce6-c5c6-4925-b87e-cc053a79f0d4 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 944 time: 0.1015046 Jan 18 16:09:48.623623 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:48.674816 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:48.675824 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:48.677432 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] 10.222.0.72 "PUT /v2.0/ports/b5c94257-87ae-45c5-9e01-b951ced94435 HTTP/1.1" status: 200 len: 1094 time: 1.1182451 Jan 18 16:09:48.680104 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'tag': 'b5c94257-87ae-45c5-9e01-b951ced94435'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:09:48.685447 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcb2d41-5ced-4e02-bf06-24dfc038cf21" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0f3ad1-cf45-4eb6-b4f4-11db6630182f", "tag": "b5c94257-87ae-45c5-9e01-b951ced94435"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:09:48.686788 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a5b65f9-ac7c-4118-a065-d20cf63748d7 admin admin] Publish callbacks [] for security_group (fa1b6da8-f829-4f70-8ba2-937be6456c88), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:48.688091 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9a0ee2f1-522b-49b7-98e6-b9e470ceff97 req-425eeee0-d289-4cdb-b2f1-eb82ff1a1779 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168590 Jan 18 16:09:48.722955 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71494a55-9169-44aa-b07c-bcfa8872e6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c94257-87ae-45c5-9e01-b951ced94435,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:48.734527 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1b460b-0483-43f1-b3d0-6b1c0dec9168 x-openstack-request-id: req-0f1b460b-0483-43f1-b3d0-6b1c0dec9168 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:09:48.734955 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0f3ad1-cf45-4eb6-b4f4-11db6630182f", "tag": "b5c94257-87ae-45c5-9e01-b951ced94435", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:09:48.735180 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f1b460b-0483-43f1-b3d0-6b1c0dec9168 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:09:48.735577 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'tag': 'b5c94257-87ae-45c5-9e01-b951ced94435', 'status': 'completed', 'code': 200} Jan 18 16:09:48.752873 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a5b65f9-ac7c-4118-a065-d20cf63748d7 admin admin] Publish callbacks [] for security_group (fa1b6da8-f829-4f70-8ba2-937be6456c88), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:48.827638 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb2d41-5ced-4e02-bf06-24dfc038cf21 req-34ac2518-dd57-4b87-8ae6-3f07411be8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:48.830384 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4dcb2d41-5ced-4e02-bf06-24dfc038cf21 req-34ac2518-dd57-4b87-8ae6-3f07411be8d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 1097 time: 0.0697217 Jan 18 16:09:49.012964 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a5b65f9-ac7c-4118-a065-d20cf63748d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (fa1b6da8-f829-4f70-8ba2-937be6456c88), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:49.017896 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a5b65f9-ac7c-4118-a065-d20cf63748d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:49.020343 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-3a5b65f9-ac7c-4118-a065-d20cf63748d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa1b6da8-f829-4f70-8ba2-937be6456c88 HTTP/1.1" status: 204 len: 168 time: 0.4754364 Jan 18 16:09:49.037808 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe664f1-e936-4f3a-b611-090178e5b35f req-1e16f118-3d2a-4bfe-8903-b45bddf2c525 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:49.039515 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ffe664f1-e936-4f3a-b611-090178e5b35f req-1e16f118-3d2a-4bfe-8903-b45bddf2c525 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 943 time: 0.0955286 Jan 18 16:09:49.048242 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e74dc-9d99-4277-9846-cbed61144432 req-236049b3-d4b5-4670-98c0-65ea0eb13dbe tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:49.050250 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c23e74dc-9d99-4277-9846-cbed61144432 req-236049b3-d4b5-4670-98c0-65ea0eb13dbe tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.1040380 Jan 18 16:09:49.052640 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b65f9-ac7c-4118-a065-d20cf63748d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1b6da8-f829-4f70-8ba2-937be6456c88,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:49.107475 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb2d41-5ced-4e02-bf06-24dfc038cf21 req-f952c887-3d10-4d61-97bb-c19189ec45d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:49.109808 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4dcb2d41-5ced-4e02-bf06-24dfc038cf21 req-f952c887-3d10-4d61-97bb-c19189ec45d2 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2711487 Jan 18 16:09:49.141281 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ffe664f1-e936-4f3a-b611-090178e5b35f req-b7a7e00c-ccbe-4ac9-9d3a-0de26e81d5c3 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867605 Jan 18 16:09:49.158463 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c23e74dc-9d99-4277-9846-cbed61144432 req-3dc8ee1e-9f1d-470f-8283-c9fe6d03a906 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682266 Jan 18 16:09:49.275778 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5faa9e-d3fc-47b5-9ad9-93f1e7b2c57c req-245b25c6-ade1-47c5-9287-0d279c1a7794 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:49.277173 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ea5faa9e-d3fc-47b5-9ad9-93f1e7b2c57c req-245b25c6-ade1-47c5-9287-0d279c1a7794 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 943 time: 0.0512192 Jan 18 16:09:49.329923 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ea5faa9e-d3fc-47b5-9ad9-93f1e7b2c57c req-aaed49be-201d-4e71-914a-fdafaf5f327f tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464680 Jan 18 16:09:49.333789 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb2d41-5ced-4e02-bf06-24dfc038cf21 req-921f9ff7-93e9-49b8-9d2e-8739ed03b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:49.335386 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4dcb2d41-5ced-4e02-bf06-24dfc038cf21 req-921f9ff7-93e9-49b8-9d2e-8739ed03b4c5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2192502 Jan 18 16:09:49.427737 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-2312b4e9-a3e9-41eb-b8ff-fd0f4b1a2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:49.429341 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-2312b4e9-a3e9-41eb-b8ff-fd0f4b1a2751 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 1097 time: 0.0425205 Jan 18 16:09:49.472296 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-c3a572de-18dc-4958-82f8-bc5d891b64ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5c94257-87ae-45c5-9e01-b951ced94435 HTTP/1.1" status: 200 len: 217 time: 0.0347550 Jan 18 16:09:49.719726 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-f59a8cd5-da0b-422f-9544-c6575b35e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:49.721235 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-f59a8cd5-da0b-422f-9544-c6575b35e8ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=614bbcdf-a5b6-4cca-8a78-c3d63af128f4 HTTP/1.1" status: 200 len: 855 time: 0.2430010 Jan 18 16:09:49.780189 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-db93596b-34a8-403d-bba8-a82aee3ff8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:49.780189 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-db93596b-34a8-403d-bba8-a82aee3ff8ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511155 Jan 18 16:09:49.834663 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f034de1-30ed-4dfd-a935-5cfc086389ff req-ba684a01-3e6e-4c87-b2ce-1b802f6ed3bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:49.845969 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3f034de1-30ed-4dfd-a935-5cfc086389ff req-ba684a01-3e6e-4c87-b2ce-1b802f6ed3bf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 944 time: 0.0944502 Jan 18 16:09:49.891528 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-a6523523-87b8-462d-bda9-8f044114abe2 service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049426 Jan 18 16:09:49.903556 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3f034de1-30ed-4dfd-a935-5cfc086389ff req-05b97d0f-79ce-4854-aca8-542559c3fdcb tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459752 Jan 18 16:09:49.993610 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9c9e2f7c-24e5-4f4b-88a5-e051caeac136 req-f7341490-3547-4ab4-ab32-35d87ec52d5c service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955887 Jan 18 16:09:50.219311 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device a374a679-7136-4061-9885-ff645c884e07 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:09:50.308115 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab166b44-19ff-4e4d-a7f4-315ab019eb31 req-badffa49-e672-4a9d-b91e-733167a08a2c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:50.316088 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ab166b44-19ff-4e4d-a7f4-315ab019eb31 req-badffa49-e672-4a9d-b91e-733167a08a2c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 943 time: 0.1063745 Jan 18 16:09:50.335916 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522673f-460a-414c-b9cd-2d35e8d822c3 req-49903060-3654-44b4-8751-5368d66220fc tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:50.337792 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9522673f-460a-414c-b9cd-2d35e8d822c3 req-49903060-3654-44b4-8751-5368d66220fc tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0893307 Jan 18 16:09:50.395447 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port a374a679-7136-4061-9885-ff645c884e07, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a374a679-7136-4061-9885-ff645c884e07,segment=NetworkSegment(9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba),segment_id=9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:50.409292 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': 'a374a679-7136-4061-9885-ff645c884e07', 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e', 'port_id': 'a374a679-7136-4061-9885-ff645c884e07', 'mac_address': 'fa:16:3e:dd:c0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d824aa-d305-456f-848d-ceb7c3880cbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:09:50.421008 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ab166b44-19ff-4e4d-a7f4-315ab019eb31 req-876f4a7b-d6e2-4b24-be87-7c12c2c8ef14 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997651 Jan 18 16:09:50.458609 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port a374a679-7136-4061-9885-ff645c884e07 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:50.458885 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9522673f-460a-414c-b9cd-2d35e8d822c3 req-21f042cc-f5e5-44b8-8bf2-65037e02e677 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083684 Jan 18 16:09:50.459025 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a374a679-7136-4061-9885-ff645c884e07), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:50.467750 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a374a679-7136-4061-9885-ff645c884e07 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:09:50.502714 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port a374a679-7136-4061-9885-ff645c884e07, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a374a679-7136-4061-9885-ff645c884e07,segment=NetworkSegment(9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba),segment_id=9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:50.553959 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2332a0-36fe-44ec-a80a-598df7417765 req-e5906664-2d49-40a4-89da-99b0277ec249 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:50.555558 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ad2332a0-36fe-44ec-a80a-598df7417765 req-e5906664-2d49-40a4-89da-99b0277ec249 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 943 time: 0.0540960 Jan 18 16:09:50.581735 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (a374a679-7136-4061-9885-ff645c884e07), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:50.582439 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device e62fed9d-9120-4c64-9758-a7f7c30137c5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:09:50.610648 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ad2332a0-36fe-44ec-a80a-598df7417765 req-b802cca9-2408-45f4-8240-d9f8a72b9403 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484447 Jan 18 16:09:50.777236 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=a374a679-7136-4061-9885-ff645c884e07,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:50.843744 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port e62fed9d-9120-4c64-9758-a7f7c30137c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e62fed9d-9120-4c64-9758-a7f7c30137c5,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:50.855546 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': 'e62fed9d-9120-4c64-9758-a7f7c30137c5', 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28', 'port_id': 'e62fed9d-9120-4c64-9758-a7f7c30137c5', 'mac_address': 'fa:16:3e:06:3a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c483501-a62e-409d-95e4-04b5906fccaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:09:50.893855 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port e62fed9d-9120-4c64-9758-a7f7c30137c5 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:50.894254 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (e62fed9d-9120-4c64-9758-a7f7c30137c5), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:50.912080 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62fed9d-9120-4c64-9758-a7f7c30137c5 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:09:50.931530 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port e62fed9d-9120-4c64-9758-a7f7c30137c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e62fed9d-9120-4c64-9758-a7f7c30137c5,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:51.020109 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da211d-12ad-4cfa-9d78-d527110ce45a req-86f0132c-f6b2-4e44-8c85-ef93f0405fdb tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:51.021398 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (e62fed9d-9120-4c64-9758-a7f7c30137c5), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:51.022165 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 302ccf3e-4bf2-4864-94ed-6f60f2369d5e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:09:51.022279 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f8da211d-12ad-4cfa-9d78-d527110ce45a req-86f0132c-f6b2-4e44-8c85-ef93f0405fdb tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 944 time: 0.0519688 Jan 18 16:09:51.073670 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f8da211d-12ad-4cfa-9d78-d527110ce45a req-44b03d4a-7a2d-4242-88af-395890b98042 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446172 Jan 18 16:09:51.098330 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=e62fed9d-9120-4c64-9758-a7f7c30137c5,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:51.160627 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=302ccf3e-4bf2-4864-94ed-6f60f2369d5e,segment=NetworkSegment(3f4d6905-01db-417e-a962-f191e1399dda),segment_id=3f4d6905-01db-417e-a962-f191e1399dda)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:51.171617 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': '302ccf3e-4bf2-4864-94ed-6f60f2369d5e', 'network_id': 'dd62ff47-4fc4-4623-9f84-653b0b17f945', 'port_id': '302ccf3e-4bf2-4864-94ed-6f60f2369d5e', 'mac_address': 'fa:16:3e:cd:64:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea75563-90c3-4b61-8933-82e5bba2fde7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:09:51.224460 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:51.225264 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (302ccf3e-4bf2-4864-94ed-6f60f2369d5e), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:51.238465 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302ccf3e-4bf2-4864-94ed-6f60f2369d5e {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:09:51.257301 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=302ccf3e-4bf2-4864-94ed-6f60f2369d5e,segment=NetworkSegment(3f4d6905-01db-417e-a962-f191e1399dda),segment_id=3f4d6905-01db-417e-a962-f191e1399dda)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:51.328048 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (302ccf3e-4bf2-4864-94ed-6f60f2369d5e), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:51.328644 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device a8584472-9538-4b5b-865f-3a92bcf10e83 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:09:51.397903 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=302ccf3e-4bf2-4864-94ed-6f60f2369d5e,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:51.422192 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port a8584472-9538-4b5b-865f-3a92bcf10e83, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a8584472-9538-4b5b-865f-3a92bcf10e83,segment=NetworkSegment(9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba),segment_id=9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:51.431187 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': 'a8584472-9538-4b5b-865f-3a92bcf10e83', 'network_id': '2a96305d-1da2-4cf0-932e-99a783e1606e', 'port_id': 'a8584472-9538-4b5b-865f-3a92bcf10e83', 'mac_address': 'fa:16:3e:f7:b6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d824aa-d305-456f-848d-ceb7c3880cbb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:09:51.484196 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port a8584472-9538-4b5b-865f-3a92bcf10e83 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:51.484610 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a8584472-9538-4b5b-865f-3a92bcf10e83), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:51.499544 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8584472-9538-4b5b-865f-3a92bcf10e83 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:09:51.539588 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port a8584472-9538-4b5b-865f-3a92bcf10e83, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a8584472-9538-4b5b-865f-3a92bcf10e83,segment=NetworkSegment(9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba),segment_id=9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:51.575809 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac995b4-abe9-4c28-a228-1788eeda4538 req-371d199a-6d11-409e-8a1a-e21803f31687 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:51.577957 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4ac995b4-abe9-4c28-a228-1788eeda4538 req-371d199a-6d11-409e-8a1a-e21803f31687 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 944 time: 0.0557323 Jan 18 16:09:51.632588 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (a8584472-9538-4b5b-865f-3a92bcf10e83), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:51.655410 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe1cd8-e63a-4324-9244-92aaa0e38599 req-ed8653f8-cbeb-40ae-a0d1-519d8b2230a8 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:51.656909 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-37fe1cd8-e63a-4324-9244-92aaa0e38599 req-ed8653f8-cbeb-40ae-a0d1-519d8b2230a8 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0780628 Jan 18 16:09:51.661462 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4ac995b4-abe9-4c28-a228-1788eeda4538 req-f645631f-0c96-40ec-890c-7693849474f9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747061 Jan 18 16:09:51.689946 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=a8584472-9538-4b5b-865f-3a92bcf10e83,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:51.715165 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-37fe1cd8-e63a-4324-9244-92aaa0e38599 req-da205424-c5e8-4923-a6cc-bead92347e61 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515621 Jan 18 16:09:51.778374 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab6a53-0d0c-498e-9386-3c79f135b951 req-c30ec12b-2b5e-4099-9ba6-4633495dac55 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:51.781461 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-51ab6a53-0d0c-498e-9386-3c79f135b951 req-c30ec12b-2b5e-4099-9ba6-4633495dac55 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 944 time: 0.0500436 Jan 18 16:09:51.827304 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-51ab6a53-0d0c-498e-9386-3c79f135b951 req-cd636e1a-2811-440d-a759-48de541644db tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411603 Jan 18 16:09:52.158623 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['a374a679-7136-4061-9885-ff645c884e07'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:09:52.162343 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['a8584472-9538-4b5b-865f-3a92bcf10e83'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:09:52.197446 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3de47-425c-44d0-93a8-07a9c98078fe req-efa3b478-f1de-4bf6-811b-8e539360d4ec tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:52.198843 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bdd3de47-425c-44d0-93a8-07a9c98078fe req-efa3b478-f1de-4bf6-811b-8e539360d4ec tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 945 time: 0.0572987 Jan 18 16:09:52.221153 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['e62fed9d-9120-4c64-9758-a7f7c30137c5'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:09:52.223117 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['302ccf3e-4bf2-4864-94ed-6f60f2369d5e'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:09:52.251415 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bdd3de47-425c-44d0-93a8-07a9c98078fe req-74972201-0087-4032-b8e7-7cf59c61df1c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461342 Jan 18 16:09:52.779141 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50088eb6-ff5c-4a39-8e77-1251bedc8e88 req-28d50743-5fb4-49a3-b307-e60fd8e4f73b tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:52.781235 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-50088eb6-ff5c-4a39-8e77-1251bedc8e88 req-28d50743-5fb4-49a3-b307-e60fd8e4f73b tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 944 time: 0.0503442 Jan 18 16:09:52.884113 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457cace-f9f8-411c-834b-1fccc6aff600 req-dc9adce4-bca7-4cdc-bf3c-eb3547e8f0a5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:52.892177 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6457cace-f9f8-411c-834b-1fccc6aff600 req-dc9adce4-bca7-4cdc-bf3c-eb3547e8f0a5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0950720 Jan 18 16:09:52.902604 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-50088eb6-ff5c-4a39-8e77-1251bedc8e88 req-76438319-ee2b-4e07-bda6-fed8e3a56934 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142900 Jan 18 16:09:52.981836 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6457cace-f9f8-411c-834b-1fccc6aff600 req-025895cd-95d4-4b3e-9857-657853dc7003 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885880 Jan 18 16:09:53.052991 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30d6e2-295f-4fd3-8b4f-6d0e1608e731 req-cc4c403f-3263-487a-b576-0ced3460c2c6 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:53.054425 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c30d6e2-295f-4fd3-8b4f-6d0e1608e731 req-cc4c403f-3263-487a-b576-0ced3460c2c6 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 944 time: 0.0505230 Jan 18 16:09:53.107057 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c30d6e2-295f-4fd3-8b4f-6d0e1608e731 req-0669e91f-a9a6-4482-87a5-56802d97f802 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470016 Jan 18 16:09:53.375203 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1494b-e62f-433f-95fd-1cae9ddc22a8 req-64be3ce9-3fb8-403e-af4c-a7c136575e91 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:53.377023 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9ad1494b-e62f-433f-95fd-1cae9ddc22a8 req-64be3ce9-3fb8-403e-af4c-a7c136575e91 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 945 time: 0.0550113 Jan 18 16:09:53.429344 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9ad1494b-e62f-433f-95fd-1cae9ddc22a8 req-bb57b5dc-9cac-4052-8326-78c277652ab0 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464361 Jan 18 16:09:54.030588 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1db08-d967-4a81-9ee7-5566e2727ab4 req-9f4c3ac7-1d72-45dd-8773-c61e58d441fa tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:54.032093 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4aa1db08-d967-4a81-9ee7-5566e2727ab4 req-9f4c3ac7-1d72-45dd-8773-c61e58d441fa tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 944 time: 0.0528247 Jan 18 16:09:54.111650 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4aa1db08-d967-4a81-9ee7-5566e2727ab4 req-112ebc77-ebd2-4ccb-ae36-708c27ae336f tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733631 Jan 18 16:09:54.127631 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc774b-698a-4b45-9694-04597b8a463f req-bc7c0fa8-303d-43c3-9dc3-ccc58cf45f85 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:54.129169 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ddc774b-698a-4b45-9694-04597b8a463f req-bc7c0fa8-303d-43c3-9dc3-ccc58cf45f85 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0751123 Jan 18 16:09:54.188016 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ddc774b-698a-4b45-9694-04597b8a463f req-acf62735-31e0-4d92-abbf-5457f8cf39a9 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472760 Jan 18 16:09:54.254329 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8f3a1-11d6-4af0-8320-cd888fafc9fd req-091dccda-c154-480d-8e90-d80af2708f13 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:54.255774 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e6f8f3a1-11d6-4af0-8320-cd888fafc9fd req-091dccda-c154-480d-8e90-d80af2708f13 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 944 time: 0.0576541 Jan 18 16:09:54.301585 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e6f8f3a1-11d6-4af0-8320-cd888fafc9fd req-ccbea70a-8c11-4742-9d1c-5bb30eb8495f tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Jan 18 16:09:54.539381 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5fd15-0bc6-492f-ab54-06924319cba3 req-15673928-727a-4baa-b67c-a112f7e18179 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:54.540844 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0dd5fd15-0bc6-492f-ab54-06924319cba3 req-15673928-727a-4baa-b67c-a112f7e18179 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 945 time: 0.0482082 Jan 18 16:09:54.587535 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0dd5fd15-0bc6-492f-ab54-06924319cba3 req-d378c981-8c79-4778-9ef0-1091e7d56bc8 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402222 Jan 18 16:09:55.013596 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device b5c94257-87ae-45c5-9e01-b951ced94435 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:09:55.107429 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port b5c94257-87ae-45c5-9e01-b951ced94435, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b5c94257-87ae-45c5-9e01-b951ced94435,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:55.119067 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': 'b5c94257-87ae-45c5-9e01-b951ced94435', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'port_id': 'b5c94257-87ae-45c5-9e01-b951ced94435', 'mac_address': 'fa:16:3e:8e:ef:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:09:55.159549 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port b5c94257-87ae-45c5-9e01-b951ced94435 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:55.159922 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:55.173874 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c94257-87ae-45c5-9e01-b951ced94435 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:09:55.197248 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port b5c94257-87ae-45c5-9e01-b951ced94435, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b5c94257-87ae-45c5-9e01-b951ced94435,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:55.252742 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690bdb6-7a99-46c2-9c00-cad51d04b85b req-581f50f8-f5ba-426f-8c9a-8eefe469e30c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:55.257024 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c690bdb6-7a99-46c2-9c00-cad51d04b85b req-581f50f8-f5ba-426f-8c9a-8eefe469e30c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 944 time: 0.0730367 Jan 18 16:09:55.261054 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:55.313479 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=b5c94257-87ae-45c5-9e01-b951ced94435,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:55.332024 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c690bdb6-7a99-46c2-9c00-cad51d04b85b req-03ac3e84-0406-4a42-aba6-7d34aadf80b1 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717587 Jan 18 16:09:55.346965 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3311e2-2148-4307-a5e3-1892c2cf3784 req-477b8151-7318-47f2-bb2a-15ef5d3cc2ec tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:55.348543 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-de3311e2-2148-4307-a5e3-1892c2cf3784 req-477b8151-7318-47f2-bb2a-15ef5d3cc2ec tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 945 time: 0.0742838 Jan 18 16:09:55.404676 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-de3311e2-2148-4307-a5e3-1892c2cf3784 req-426ce441-f285-4d2b-9ee0-7a829fab3f43 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504518 Jan 18 16:09:55.441709 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25761c07-6819-44dd-830d-170101029546 req-a7c7af8c-4bbf-4db8-9e94-ef3f0a5a6080 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:55.443161 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-25761c07-6819-44dd-830d-170101029546 req-a7c7af8c-4bbf-4db8-9e94-ef3f0a5a6080 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 944 time: 0.0538256 Jan 18 16:09:55.488801 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-25761c07-6819-44dd-830d-170101029546 req-b980ac1d-9f01-4778-b9c9-7b2aa73684f0 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402300 Jan 18 16:09:55.702954 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d17786-3b18-4141-a9ac-3e3d189fac67 req-6c99262e-74f1-4bb0-b8a3-7836477ffde2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:55.704420 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-50d17786-3b18-4141-a9ac-3e3d189fac67 req-6c99262e-74f1-4bb0-b8a3-7836477ffde2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 945 time: 0.0527296 Jan 18 16:09:55.750411 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-50d17786-3b18-4141-a9ac-3e3d189fac67 req-d7373940-0f1a-48c6-917f-2cf66ea5839d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403645 Jan 18 16:09:56.174981 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:56.246330 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device a374a679-7136-4061-9885-ff645c884e07 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:09:56.299878 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['b5c94257-87ae-45c5-9e01-b951ced94435'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:09:56.403346 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port a374a679-7136-4061-9885-ff645c884e07 completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:09:56.414543 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port a374a679-7136-4061-9885-ff645c884e07 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:56.414954 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (a374a679-7136-4061-9885-ff645c884e07), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:56.450885 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61d68f-04e7-447b-a326-094625fc55db req-bb8c503a-9a7e-4d1c-a8e1-ade40bf3e271 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:56.452556 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cd61d68f-04e7-447b-a326-094625fc55db req-bb8c503a-9a7e-4d1c-a8e1-ade40bf3e271 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 944 time: 0.0543203 Jan 18 16:09:56.531545 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cd61d68f-04e7-447b-a326-094625fc55db req-821a9c70-2a04-46d9-a8c8-9413936a1d8c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694773 Jan 18 16:09:56.537351 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port a374a679-7136-4061-9885-ff645c884e07 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:56.537935 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a374a679-7136-4061-9885-ff645c884e07), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:56.552201 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f7429-a2d1-49b6-9b64-d3ab49b2593d req-639fdde5-a126-4590-8651-a9be5db5246a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:56.553770 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d43f7429-a2d1-49b6-9b64-d3ab49b2593d req-639fdde5-a126-4590-8651-a9be5db5246a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 945 time: 0.0624893 Jan 18 16:09:56.571410 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4283c74-67b5-47d1-94a7-491cc1f5e02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374a679-7136-4061-9885-ff645c884e07'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:09:56.618525 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d43f7429-a2d1-49b6-9b64-d3ab49b2593d req-19029fc9-9d4c-4c5b-a9ba-6ce00a505f00 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587919 Jan 18 16:09:56.650211 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port a374a679-7136-4061-9885-ff645c884e07, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a374a679-7136-4061-9885-ff645c884e07,segment=NetworkSegment(9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba),segment_id=9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:56.659152 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364af4e-07b4-432f-9c94-7f663b6e3c67 req-3037c42e-3164-4290-bbd5-3d4f023f05a1 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:56.660657 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6364af4e-07b4-432f-9c94-7f663b6e3c67 req-3037c42e-3164-4290-bbd5-3d4f023f05a1 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 944 time: 0.0569875 Jan 18 16:09:56.708512 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6364af4e-07b4-432f-9c94-7f663b6e3c67 req-9c735c75-b632-4e02-9961-7bac1c9ffa84 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421636 Jan 18 16:09:56.752176 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2510b0d7-35cd-437e-93bb-eb322af4a795" -d '{"events": [{"server_uuid": "d4283c74-67b5-47d1-94a7-491cc1f5e02f", "name": "network-vif-plugged", "status": "completed", "tag": "a374a679-7136-4061-9885-ff645c884e07"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:09:56.758032 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (a374a679-7136-4061-9885-ff645c884e07), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:56.758874 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device e62fed9d-9120-4c64-9758-a7f7c30137c5 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:09:56.876546 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c17d0-fd70-4275-9b48-eff75e0ca9f0 req-86a14d72-3a37-4316-a58e-f130c98d0391 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:56.878445 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-321c17d0-fd70-4275-9b48-eff75e0ca9f0 req-86a14d72-3a37-4316-a58e-f130c98d0391 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 945 time: 0.0566177 Jan 18 16:09:56.929303 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1ddbfa-cba3-41bc-85c0-1694ce344456 x-openstack-request-id: req-df1ddbfa-cba3-41bc-85c0-1694ce344456 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:09:56.929533 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4283c74-67b5-47d1-94a7-491cc1f5e02f", "name": "network-vif-plugged", "status": "completed", "tag": "a374a679-7136-4061-9885-ff645c884e07", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:09:56.929794 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df1ddbfa-cba3-41bc-85c0-1694ce344456 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:09:56.930247 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4283c74-67b5-47d1-94a7-491cc1f5e02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374a679-7136-4061-9885-ff645c884e07', 'code': 200} Jan 18 16:09:56.933853 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-321c17d0-fd70-4275-9b48-eff75e0ca9f0 req-4066b893-59d0-474e-9116-54383acb853c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461226 Jan 18 16:09:56.992655 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=a374a679-7136-4061-9885-ff645c884e07,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:57.117975 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port e62fed9d-9120-4c64-9758-a7f7c30137c5 completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:09:57.122254 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port e62fed9d-9120-4c64-9758-a7f7c30137c5 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:57.122637 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (e62fed9d-9120-4c64-9758-a7f7c30137c5), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:57.205938 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port e62fed9d-9120-4c64-9758-a7f7c30137c5 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:57.206589 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (e62fed9d-9120-4c64-9758-a7f7c30137c5), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:57.241132 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port e62fed9d-9120-4c64-9758-a7f7c30137c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e62fed9d-9120-4c64-9758-a7f7c30137c5,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:57.307518 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd22d7f-85f3-48b5-9419-cf60178fe2f5 req-54c3e665-3073-43be-907b-bfe08354e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:57.309151 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1fd22d7f-85f3-48b5-9419-cf60178fe2f5 req-54c3e665-3073-43be-907b-bfe08354e618 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 1098 time: 0.0698922 Jan 18 16:09:57.327187 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1fd22d7f-85f3-48b5-9419-cf60178fe2f5 req-26deea8d-0ca2-48e9-802e-a95e7ce49291 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:57.375130 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (e62fed9d-9120-4c64-9758-a7f7c30137c5), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:57.375947 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 302ccf3e-4bf2-4864-94ed-6f60f2369d5e up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:09:57.403997 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1fd22d7f-85f3-48b5-9419-cf60178fe2f5 req-26deea8d-0ca2-48e9-802e-a95e7ce49291 service neutron] Publish callbacks [] for security_group (a6f6e638-ea9f-4cf1-b087-2069ade72ae3), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:57.458862 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=e62fed9d-9120-4c64-9758-a7f7c30137c5,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:57.478878 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1fd22d7f-85f3-48b5-9419-cf60178fe2f5 req-26deea8d-0ca2-48e9-802e-a95e7ce49291 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (a6f6e638-ea9f-4cf1-b087-2069ade72ae3), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:57.526054 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1fd22d7f-85f3-48b5-9419-cf60178fe2f5 req-26deea8d-0ca2-48e9-802e-a95e7ce49291 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103302 Jan 18 16:09:57.526865 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26deea8d-0ca2-48e9-802e-a95e7ce49291 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f6e638-ea9f-4cf1-b087-2069ade72ae3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:57.574862 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:09:57.579041 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:57.579604 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (302ccf3e-4bf2-4864-94ed-6f60f2369d5e), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:57.658742 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af274160-2717-4bfa-be16-3a5a7cb091dc req-df3296b4-c5cd-454b-9f78-f72ed00b92a5 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:57.661238 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-af274160-2717-4bfa-be16-3a5a7cb091dc req-df3296b4-c5cd-454b-9f78-f72ed00b92a5 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 945 time: 0.0575752 Jan 18 16:09:57.664344 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:57.664654 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (302ccf3e-4bf2-4864-94ed-6f60f2369d5e), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:57.700450 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=302ccf3e-4bf2-4864-94ed-6f60f2369d5e,segment=NetworkSegment(3f4d6905-01db-417e-a962-f191e1399dda),segment_id=3f4d6905-01db-417e-a962-f191e1399dda)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:57.744019 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-af274160-2717-4bfa-be16-3a5a7cb091dc req-a5dcb9fa-5d75-48ae-8cf0-ebc05aaf1343 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756025 Jan 18 16:09:57.764952 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1359a6-d397-41e4-8288-bb03a354046d req-ff615a53-ad8c-43b6-84ee-a081f0e94350 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:57.766554 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2b1359a6-d397-41e4-8288-bb03a354046d req-ff615a53-ad8c-43b6-84ee-a081f0e94350 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 945 time: 0.0641856 Jan 18 16:09:57.827059 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2b1359a6-d397-41e4-8288-bb03a354046d req-b0cc973f-3089-4e10-8c1e-e4d507aadecf tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536745 Jan 18 16:09:57.849678 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (302ccf3e-4bf2-4864-94ed-6f60f2369d5e), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:57.850483 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device a8584472-9538-4b5b-865f-3a92bcf10e83 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:09:57.911444 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ebc8b-0eb5-4e53-a873-8518682bea3b req-94f4beaa-7ffc-4a70-b0b8-deed04c71808 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:57.913048 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-305ebc8b-0eb5-4e53-a873-8518682bea3b req-94f4beaa-7ffc-4a70-b0b8-deed04c71808 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 944 time: 0.1025560 Jan 18 16:09:57.926868 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=302ccf3e-4bf2-4864-94ed-6f60f2369d5e,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:57.961040 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-305ebc8b-0eb5-4e53-a873-8518682bea3b req-89b32475-447e-4906-bee4-14b99f509c1a tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424504 Jan 18 16:09:58.048937 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03d95d-cc5e-4d29-a709-1f539a5b00db req-3bdb8614-94aa-47c8-9003-9240636de714 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:58.050554 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4e03d95d-cc5e-4d29-a709-1f539a5b00db req-3bdb8614-94aa-47c8-9003-9240636de714 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 945 time: 0.0498071 Jan 18 16:09:58.100515 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4e03d95d-cc5e-4d29-a709-1f539a5b00db req-7185ffd4-4b37-4f4d-abc1-87a868d6bd71 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444238 Jan 18 16:09:58.118135 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port a8584472-9538-4b5b-865f-3a92bcf10e83 completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:09:58.122735 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port a8584472-9538-4b5b-865f-3a92bcf10e83 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:58.123589 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (a8584472-9538-4b5b-865f-3a92bcf10e83), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:58.206228 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port a8584472-9538-4b5b-865f-3a92bcf10e83 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:58.208397 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a8584472-9538-4b5b-865f-3a92bcf10e83), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:58.240793 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port a8584472-9538-4b5b-865f-3a92bcf10e83, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a8584472-9538-4b5b-865f-3a92bcf10e83,segment=NetworkSegment(9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba),segment_id=9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:58.339427 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (a8584472-9538-4b5b-865f-3a92bcf10e83), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:58.367439 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device b5c94257-87ae-45c5-9e01-b951ced94435 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:09:58.434941 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=a8584472-9538-4b5b-865f-3a92bcf10e83,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:58.521985 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port b5c94257-87ae-45c5-9e01-b951ced94435 completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:09:58.534612 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port b5c94257-87ae-45c5-9e01-b951ced94435 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:09:58.535002 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:58.624031 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port b5c94257-87ae-45c5-9e01-b951ced94435 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:09:58.627691 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:58.660306 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port b5c94257-87ae-45c5-9e01-b951ced94435, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b5c94257-87ae-45c5-9e01-b951ced94435,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:09:58.808115 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:58.871120 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9c39f-d826-4fae-bbcd-ab7f6d2f9990 req-8328abad-7ad6-45e1-a781-ebe385e8977d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:58.873483 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c0e9c39f-d826-4fae-bbcd-ab7f6d2f9990 req-8328abad-7ad6-45e1-a781-ebe385e8977d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 945 time: 0.0623689 Jan 18 16:09:58.889428 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=b5c94257-87ae-45c5-9e01-b951ced94435,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:58.932721 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c17ca8d-cec1-4426-a70d-668d2530f8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62fed9d-9120-4c64-9758-a7f7c30137c5'}, {'server_uuid': 'c3a97333-f34f-4280-88cb-2ab56410e059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302ccf3e-4bf2-4864-94ed-6f60f2369d5e'}, {'server_uuid': '30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8584472-9538-4b5b-865f-3a92bcf10e83'}, {'server_uuid': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c94257-87ae-45c5-9e01-b951ced94435'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:09:58.934242 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8418319f-3c97-45d2-a973-57b531e9958d" -d '{"events": [{"server_uuid": "8c17ca8d-cec1-4426-a70d-668d2530f8f9", "name": "network-vif-plugged", "status": "completed", "tag": "e62fed9d-9120-4c64-9758-a7f7c30137c5"}, {"server_uuid": "c3a97333-f34f-4280-88cb-2ab56410e059", "name": "network-vif-plugged", "status": "completed", "tag": "302ccf3e-4bf2-4864-94ed-6f60f2369d5e"}, {"server_uuid": "30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7", "name": "network-vif-plugged", "status": "completed", "tag": "a8584472-9538-4b5b-865f-3a92bcf10e83"}, {"server_uuid": "fe0f3ad1-cf45-4eb6-b4f4-11db6630182f", "name": "network-vif-plugged", "status": "completed", "tag": "b5c94257-87ae-45c5-9e01-b951ced94435"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:09:58.961174 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c0e9c39f-d826-4fae-bbcd-ab7f6d2f9990 req-4552bcfe-5e07-47f9-89ac-36082729059f tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812235 Jan 18 16:09:58.991150 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b674c4c-a2e7-44bc-8516-bad044593697 req-36fffaf4-30df-4ef9-8667-e187dcccd1a3 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:58.992648 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2b674c4c-a2e7-44bc-8516-bad044593697 req-36fffaf4-30df-4ef9-8667-e187dcccd1a3 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0751433 Jan 18 16:09:59.018348 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 18 Jan 2022 16:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c92b12-0be5-49cd-90a1-f40a16b826c5 x-openstack-request-id: req-96c92b12-0be5-49cd-90a1-f40a16b826c5 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:09:59.018672 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c17ca8d-cec1-4426-a70d-668d2530f8f9", "name": "network-vif-plugged", "status": "completed", "tag": "e62fed9d-9120-4c64-9758-a7f7c30137c5", "code": 200}, {"server_uuid": "c3a97333-f34f-4280-88cb-2ab56410e059", "name": "network-vif-plugged", "status": "completed", "tag": "302ccf3e-4bf2-4864-94ed-6f60f2369d5e", "code": 200}, {"server_uuid": "30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7", "name": "network-vif-plugged", "status": "completed", "tag": "a8584472-9538-4b5b-865f-3a92bcf10e83", "code": 200}, {"server_uuid": "fe0f3ad1-cf45-4eb6-b4f4-11db6630182f", "name": "network-vif-plugged", "status": "completed", "tag": "b5c94257-87ae-45c5-9e01-b951ced94435", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:09:59.018915 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96c92b12-0be5-49cd-90a1-f40a16b826c5 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:09:59.019322 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c17ca8d-cec1-4426-a70d-668d2530f8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62fed9d-9120-4c64-9758-a7f7c30137c5', 'code': 200} Jan 18 16:09:59.019583 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a97333-f34f-4280-88cb-2ab56410e059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302ccf3e-4bf2-4864-94ed-6f60f2369d5e', 'code': 200} Jan 18 16:09:59.019840 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8584472-9538-4b5b-865f-3a92bcf10e83', 'code': 200} Jan 18 16:09:59.020095 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c94257-87ae-45c5-9e01-b951ced94435', 'code': 200} Jan 18 16:09:59.044173 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2b674c4c-a2e7-44bc-8516-bad044593697 req-678a17a6-4586-4f46-8c5d-542196ec2883 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435829 Jan 18 16:09:59.109133 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0ed80-12d1-4939-9da4-971000bcfc30 req-85436714-3687-4d19-919d-96f55bb4ab00 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:59.110731 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e3f0ed80-12d1-4939-9da4-971000bcfc30 req-85436714-3687-4d19-919d-96f55bb4ab00 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 945 time: 0.0485435 Jan 18 16:09:59.173504 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e3f0ed80-12d1-4939-9da4-971000bcfc30 req-6e272af2-09c4-430c-947b-dcbaef159bb6 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572207 Jan 18 16:09:59.228206 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3b310-974d-44a5-925b-a8ca74f35b43 req-616b1952-89f9-4229-bc1a-01b27e44bf6c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:09:59.229684 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-69c3b310-974d-44a5-925b-a8ca74f35b43 req-616b1952-89f9-4229-bc1a-01b27e44bf6c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0512030 Jan 18 16:09:59.240087 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 43816) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:59.287575 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-69c3b310-974d-44a5-925b-a8ca74f35b43 req-f00cee0b-f9e4-4076-a2c8-3bd721b6b1a4 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517378 Jan 18 16:09:59.363461 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46c0fe75-2901-43bb-a590-7959303bbd7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:59.459940 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46c0fe75-2901-43bb-a590-7959303bbd7d admin admin] Publish callbacks [] for security_group (84676d34-2ba3-4495-a6ef-89a47f9f3e3e), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:59.552109 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46c0fe75-2901-43bb-a590-7959303bbd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (84676d34-2ba3-4495-a6ef-89a47f9f3e3e), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:59.593837 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0fe75-2901-43bb-a590-7959303bbd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84676d34-2ba3-4495-a6ef-89a47f9f3e3e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:09:59.598538 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-46c0fe75-2901-43bb-a590-7959303bbd7d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c865e0eee5b2471997a6160aa9dc0f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567939 Jan 18 16:09:59.605675 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 43830) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:09:59.650017 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07587812-6f55-4387-b23e-3ffd641e335d admin admin] Publish callbacks [] for security_group (84676d34-2ba3-4495-a6ef-89a47f9f3e3e), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:59.671813 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07587812-6f55-4387-b23e-3ffd641e335d admin admin] Publish callbacks [] for security_group (84676d34-2ba3-4495-a6ef-89a47f9f3e3e), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:59.778900 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:09:59.911690 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07587812-6f55-4387-b23e-3ffd641e335d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (84676d34-2ba3-4495-a6ef-89a47f9f3e3e), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:59.914453 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07587812-6f55-4387-b23e-3ffd641e335d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:09:59.918028 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-07587812-6f55-4387-b23e-3ffd641e335d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/84676d34-2ba3-4495-a6ef-89a47f9f3e3e HTTP/1.1" status: 204 len: 168 time: 0.3134723 Jan 18 16:09:59.925535 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07587812-6f55-4387-b23e-3ffd641e335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84676d34-2ba3-4495-a6ef-89a47f9f3e3e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:00.074116 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26d97-d76a-4407-a546-8f4037d053cd req-8dd0781d-db2f-45ff-b376-38c011c93205 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:00.075583 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f8a26d97-d76a-4407-a546-8f4037d053cd req-8dd0781d-db2f-45ff-b376-38c011c93205 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 945 time: 0.0489521 Jan 18 16:10:00.126222 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f8a26d97-d76a-4407-a546-8f4037d053cd req-cd432a31-ebf0-471e-823c-0dfaa73709cb tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444212 Jan 18 16:10:00.171605 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731b808-2b76-4bde-99e2-cecfbe9cd8ea req-927a0c40-3b89-4bff-b64c-04675ff6b826 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:00.173096 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2731b808-2b76-4bde-99e2-cecfbe9cd8ea req-927a0c40-3b89-4bff-b64c-04675ff6b826 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0517020 Jan 18 16:10:00.229429 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2731b808-2b76-4bde-99e2-cecfbe9cd8ea req-057c067e-d645-4113-a339-a0e1bb1dbca6 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507257 Jan 18 16:10:00.287926 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770c08a-a5ae-4ebe-8357-00a1e8d2d7ea req-8b83dc7c-b870-457b-a951-9c92e80a4658 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:00.289453 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c770c08a-a5ae-4ebe-8357-00a1e8d2d7ea req-8b83dc7c-b870-457b-a951-9c92e80a4658 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 945 time: 0.0485294 Jan 18 16:10:00.338259 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c770c08a-a5ae-4ebe-8357-00a1e8d2d7ea req-1536d664-4282-4ae5-98ea-796f4b8aca7b tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428503 Jan 18 16:10:00.406026 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85499bc1-c9d4-43c4-9610-cccd79504018 req-75aeee1e-b2e2-48f0-8694-1fe8d6e8d685 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:00.407529 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-85499bc1-c9d4-43c4-9610-cccd79504018 req-75aeee1e-b2e2-48f0-8694-1fe8d6e8d685 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0470176 Jan 18 16:10:00.454982 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-85499bc1-c9d4-43c4-9610-cccd79504018 req-d50fb4d0-aa95-4746-b770-34e45e04c2e6 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419123 Jan 18 16:10:00.579225 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 43854) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:00.592198 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9b74c403-0934-4e5a-8140-68ca2c54eeec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:00.664907 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9b74c403-0934-4e5a-8140-68ca2c54eeec admin admin] Publish callbacks [] for security_group (57e19d4e-3533-4211-9ead-cdb011b8b611), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:00.740583 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9b74c403-0934-4e5a-8140-68ca2c54eeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (57e19d4e-3533-4211-9ead-cdb011b8b611), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:00.778385 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-9b74c403-0934-4e5a-8140-68ca2c54eeec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b441e00983e46fb82800bd9435505b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1980257 Jan 18 16:10:00.779776 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74c403-0934-4e5a-8140-68ca2c54eeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e19d4e-3533-4211-9ead-cdb011b8b611,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:00.781566 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 43856) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:00.832250 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ec105cc2-e318-49cd-aeec-f17839534983 admin admin] Publish callbacks [] for security_group (57e19d4e-3533-4211-9ead-cdb011b8b611), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:00.853751 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ec105cc2-e318-49cd-aeec-f17839534983 admin admin] Publish callbacks [] for security_group (57e19d4e-3533-4211-9ead-cdb011b8b611), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:00.976007 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ec105cc2-e318-49cd-aeec-f17839534983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (57e19d4e-3533-4211-9ead-cdb011b8b611), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:00.979033 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ec105cc2-e318-49cd-aeec-f17839534983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:00.980286 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-ec105cc2-e318-49cd-aeec-f17839534983 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57e19d4e-3533-4211-9ead-cdb011b8b611 HTTP/1.1" status: 204 len: 168 time: 0.1977360 Jan 18 16:10:00.993880 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec105cc2-e318-49cd-aeec-f17839534983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e19d4e-3533-4211-9ead-cdb011b8b611,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:01.238506 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9f5ff-09dc-4bcd-b750-b71eb2eb1b9b req-11536dde-26f0-4750-9c56-6d5eece4adde tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:01.239999 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ef9f5ff-09dc-4bcd-b750-b71eb2eb1b9b req-11536dde-26f0-4750-9c56-6d5eece4adde tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 945 time: 0.0473347 Jan 18 16:10:01.288504 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ef9f5ff-09dc-4bcd-b750-b71eb2eb1b9b req-95156d10-e33b-41af-b15d-e65bc5e2728b tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430074 Jan 18 16:10:01.358361 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbf933-ef7a-459a-b0f8-d96225ebd4ae req-2fd4853c-083b-444a-9952-ba023db7610a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:01.361149 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-42dbf933-ef7a-459a-b0f8-d96225ebd4ae req-2fd4853c-083b-444a-9952-ba023db7610a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0550892 Jan 18 16:10:01.414776 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-42dbf933-ef7a-459a-b0f8-d96225ebd4ae req-48713545-d8f5-4cd5-9d0a-96b5f1db132a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484414 Jan 18 16:10:01.461858 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a90a8-9b07-49cb-b90c-2d829286dae1 req-a25f557d-3af5-4a5c-b3f1-344626127acd tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:01.463250 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-965a90a8-9b07-49cb-b90c-2d829286dae1 req-a25f557d-3af5-4a5c-b3f1-344626127acd tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 945 time: 0.0532663 Jan 18 16:10:01.518985 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-965a90a8-9b07-49cb-b90c-2d829286dae1 req-1537f0f8-7ce9-40af-b688-81f4193d6e12 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498521 Jan 18 16:10:01.577911 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddec30-904c-430c-adb4-93513649149e req-a9331707-7f9f-4123-aa77-b527ac29959c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:01.579373 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ccddec30-904c-430c-adb4-93513649149e req-a9331707-7f9f-4123-aa77-b527ac29959c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0527813 Jan 18 16:10:01.628880 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ccddec30-904c-430c-adb4-93513649149e req-7757c68a-94da-4b4e-834a-18946859ed68 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435753 Jan 18 16:10:02.151063 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c5f57-d0ce-41fc-8801-36d93ef07b27 req-b28f2600-0e3d-40d2-9a57-d73090125f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:02.154781 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-424c5f57-d0ce-41fc-8801-36d93ef07b27 req-b28f2600-0e3d-40d2-9a57-d73090125f67 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 1098 time: 0.0456686 Jan 18 16:10:02.203758 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-424c5f57-d0ce-41fc-8801-36d93ef07b27 req-328f0d32-acd8-4c6a-9bfb-2a136f453e5b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 Jan 18 16:10:02.403877 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6d4fb-e226-454b-b3b7-86411552a2cd req-48b910c3-8bc8-40bc-b627-61500793e2b4 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:02.405879 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cbd6d4fb-e226-454b-b3b7-86411552a2cd req-48b910c3-8bc8-40bc-b627-61500793e2b4 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 945 time: 0.0483334 Jan 18 16:10:02.456075 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cbd6d4fb-e226-454b-b3b7-86411552a2cd req-7e225e09-de18-42f4-bacd-ff936403a926 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437779 Jan 18 16:10:02.552361 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6808e-dcf9-49f3-a057-b1b51ebe440c req-802ea03d-2069-4b55-b3d5-a0393f297cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:02.554041 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-10f6808e-dcf9-49f3-a057-b1b51ebe440c req-802ea03d-2069-4b55-b3d5-a0393f297cff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 1099 time: 0.0662799 Jan 18 16:10:02.555705 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306bb42-f9af-41f1-8d5f-b0e429cf12ff req-281b4bfc-ab77-4f1d-b133-5cf66d16242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:02.557077 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0306bb42-f9af-41f1-8d5f-b0e429cf12ff req-281b4bfc-ab77-4f1d-b133-5cf66d16242a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 1099 time: 0.0772328 Jan 18 16:10:02.640151 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-10f6808e-dcf9-49f3-a057-b1b51ebe440c req-5894696a-3ae2-4bdc-9242-0d4646117d08 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759397 Jan 18 16:10:02.643859 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0306bb42-f9af-41f1-8d5f-b0e429cf12ff req-88337a3f-5c7a-4aea-af88-fab03e8abf80 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784695 Jan 18 16:10:02.775407 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5f309-cfae-4172-9c4d-826c9657ae44 req-3a404010-44c4-4e0e-825d-663843c31fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:02.776914 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ed5f309-cfae-4172-9c4d-826c9657ae44 req-3a404010-44c4-4e0e-825d-663843c31fa6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 1098 time: 0.2922118 Jan 18 16:10:02.789372 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd6681-b823-46d4-ab7f-13cf75de8d4d req-b8901480-4cc7-4322-ba1b-48b7c8457f5d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:02.790666 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-16dd6681-b823-46d4-ab7f-13cf75de8d4d req-b8901480-4cc7-4322-ba1b-48b7c8457f5d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.2578270 Jan 18 16:10:02.851655 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e71e59-a475-4c9b-9181-308c49b83ea7 req-1bbff574-4cc8-4fb2-814c-16879be1ddd3 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:02.853143 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-19e71e59-a475-4c9b-9181-308c49b83ea7 req-1bbff574-4cc8-4fb2-814c-16879be1ddd3 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 945 time: 0.1083417 Jan 18 16:10:02.870740 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-16dd6681-b823-46d4-ab7f-13cf75de8d4d req-ccecdf1a-68f5-4e91-bc77-8be6f60db71e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665927 Jan 18 16:10:02.908475 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-19e71e59-a475-4c9b-9181-308c49b83ea7 req-dc1eab90-bf0b-4785-aaee-c95444f7e2b5 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477812 Jan 18 16:10:03.024951 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c39fa-17f8-44f6-8100-e40ac7516735 req-4be7b3f7-b17f-4e5b-807f-ce6c293165ab tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:03.032426 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-423c39fa-17f8-44f6-8100-e40ac7516735 req-4be7b3f7-b17f-4e5b-807f-ce6c293165ab tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0679078 Jan 18 16:10:03.110762 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ed5f309-cfae-4172-9c4d-826c9657ae44 req-b11c9869-8283-42d1-9f7e-0e8fe334febd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763593 Jan 18 16:10:03.114128 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-423c39fa-17f8-44f6-8100-e40ac7516735 req-222a4ff7-3a22-4b0f-b6bd-44b92f0b38a1 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809233 Jan 18 16:10:03.573246 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2c54f-be61-40fb-875b-c20aa759b5c1 req-e104e4fb-73c8-4317-a6fc-d5b67aaf6464 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:03.574625 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-acf2c54f-be61-40fb-875b-c20aa759b5c1 req-e104e4fb-73c8-4317-a6fc-d5b67aaf6464 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 945 time: 0.0504012 Jan 18 16:10:03.620174 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-acf2c54f-be61-40fb-875b-c20aa759b5c1 req-d27542c5-a8f0-4bdf-b37f-35f40f4f7ceb tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394309 Jan 18 16:10:04.034704 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e415da-1272-4834-91f2-6048225b0aa0 req-ddde7fbf-ffcc-4d1b-a66a-bbffc70a83b8 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:04.036191 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f5e415da-1272-4834-91f2-6048225b0aa0 req-ddde7fbf-ffcc-4d1b-a66a-bbffc70a83b8 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0783727 Jan 18 16:10:04.057066 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a68419-1926-4942-93a7-1e4a55967d54 req-45f644a3-d1ea-4cb0-aef2-771f74589694 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:04.058509 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-18a68419-1926-4942-93a7-1e4a55967d54 req-45f644a3-d1ea-4cb0-aef2-771f74589694 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 945 time: 0.0714364 Jan 18 16:10:04.121864 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f5e415da-1272-4834-91f2-6048225b0aa0 req-04c7e210-b22c-4e62-91b0-b263efcf7155 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801272 Jan 18 16:10:04.133571 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-18a68419-1926-4942-93a7-1e4a55967d54 req-4c19f1a1-dd77-4269-bb7b-e687bc14494b tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634017 Jan 18 16:10:04.241825 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d6bf4-87cf-475c-9b34-41227ed8bf80 req-234debe6-bbbe-42fb-a586-11a668f0a75d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:04.243346 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-984d6bf4-87cf-475c-9b34-41227ed8bf80 req-234debe6-bbbe-42fb-a586-11a668f0a75d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0545528 Jan 18 16:10:04.293461 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-984d6bf4-87cf-475c-9b34-41227ed8bf80 req-3f8b521c-b2b3-4715-bee1-2aa90af06f42 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428138 Jan 18 16:10:04.735169 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56424f8-01a2-4926-96d6-6ab671460084 req-4a945312-504b-4332-ae30-06a9a1758942 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:04.736721 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f56424f8-01a2-4926-96d6-6ab671460084 req-4a945312-504b-4332-ae30-06a9a1758942 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 945 time: 0.0491068 Jan 18 16:10:04.788804 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f56424f8-01a2-4926-96d6-6ab671460084 req-92212da0-ec99-418a-8ed0-775f9f2ec6a3 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455019 Jan 18 16:10:05.123483 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44028) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:05.237168 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b0c5-5d08-4a06-801a-0160ec20ffb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:05.287336 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a2ece-9cba-499e-9072-20a4e275750e req-e905d999-da2c-4b86-ba92-8410676064e3 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:05.288857 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0c9a2ece-9cba-499e-9072-20a4e275750e req-e905d999-da2c-4b86-ba92-8410676064e3 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 945 time: 0.0800104 Jan 18 16:10:05.297099 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0db2f-023c-42a0-8677-2f84402277dc req-ad38c907-c06b-4688-82d8-b563f0a5e49b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:05.303609 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5bd0db2f-023c-42a0-8677-2f84402277dc req-ad38c907-c06b-4688-82d8-b563f0a5e49b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0841191 Jan 18 16:10:05.321661 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b0c5-5d08-4a06-801a-0160ec20ffb5 admin admin] Publish callbacks [] for security_group (dfae0765-c07b-479c-909c-1f29aabe623f), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:05.375333 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5bd0db2f-023c-42a0-8677-2f84402277dc req-a566f017-555e-4e5f-a704-b7743f539753 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708773 Jan 18 16:10:05.378895 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0c9a2ece-9cba-499e-9072-20a4e275750e req-cf07c141-60df-4ec6-b867-909d2b27253a tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733838 Jan 18 16:10:05.405682 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b0c5-5d08-4a06-801a-0160ec20ffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (dfae0765-c07b-479c-909c-1f29aabe623f), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:05.446564 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c1b6b0c5-5d08-4a06-801a-0160ec20ffb5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6a0ea8c5bec4b19ab9200d637e9e724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218408 Jan 18 16:10:05.449325 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44044) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:05.449963 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6b0c5-5d08-4a06-801a-0160ec20ffb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfae0765-c07b-479c-909c-1f29aabe623f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:05.499578 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bafac-2571-4efb-aafa-81dc6e456201 req-5a51b329-5464-4ef2-a202-ca2aa4f97c30 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:05.501210 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8b1bafac-2571-4efb-aafa-81dc6e456201 req-5a51b329-5464-4ef2-a202-ca2aa4f97c30 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0564966 Jan 18 16:10:05.506428 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0ef2-0364-46ed-a936-9b179fc8442e admin admin] Publish callbacks [] for security_group (dfae0765-c07b-479c-909c-1f29aabe623f), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:05.537518 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0ef2-0364-46ed-a936-9b179fc8442e admin admin] Publish callbacks [] for security_group (dfae0765-c07b-479c-909c-1f29aabe623f), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:05.576844 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8b1bafac-2571-4efb-aafa-81dc6e456201 req-7ec569c9-51be-41b6-b938-6c7e58c166eb tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651364 Jan 18 16:10:05.584373 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8da50-33be-463d-a16c-6af117c6c32b req-befd602e-6b47-4c3a-a6e8-f2a9be84bf92 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:05.585834 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-55b8da50-33be-463d-a16c-6af117c6c32b req-befd602e-6b47-4c3a-a6e8-f2a9be84bf92 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0836909 Jan 18 16:10:05.595894 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 44046) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:05.605285 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-cd686179-8c01-43ce-953d-a632a388badd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Request body: {'floatingip': {'port_id': 'b5c94257-87ae-45c5-9e01-b951ced94435'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:10:05.673888 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cd686179-8c01-43ce-953d-a632a388badd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for floatingip (794bd236-65fb-4fdc-a7cb-9ee69e21c6fc), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:05.682251 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0ef2-0364-46ed-a936-9b179fc8442e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (dfae0765-c07b-479c-909c-1f29aabe623f), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:05.689676 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0ef2-0364-46ed-a936-9b179fc8442e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:05.692396 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2fdc0ef2-0364-46ed-a936-9b179fc8442e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dfae0765-c07b-479c-909c-1f29aabe623f HTTP/1.1" status: 204 len: 168 time: 0.2390120 Jan 18 16:10:05.702203 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc0ef2-0364-46ed-a936-9b179fc8442e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfae0765-c07b-479c-909c-1f29aabe623f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:06.548320 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acbece-9b03-4d9f-8cbb-a523650953aa req-427c70b9-f3f0-4dbb-bda8-be245ec412f1 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:06.549812 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78acbece-9b03-4d9f-8cbb-a523650953aa req-427c70b9-f3f0-4dbb-bda8-be245ec412f1 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.3090026 Jan 18 16:10:06.604542 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.db.resource_extend [None req-cd686179-8c01-43ce-953d-a632a388badd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 16:10:06.680656 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fac9b6-fdc8-4f4b-b320-6141e93e4c0a req-7b101637-63ea-4c9c-a945-c07ef1d1ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:06.682222 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a0fac9b6-fdc8-4f4b-b320-6141e93e4c0a req-7b101637-63ea-4c9c-a945-c07ef1d1ff46 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a2cc8740e33470a9ded5669c46c9c4a&device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 1099 time: 0.3666794 Jan 18 16:10:06.739388 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283975ec-7241-4f0a-a307-6a42f00cdba7 req-cfe907fe-1070-4ede-891d-a1ff26530d8a tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:06.744923 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-283975ec-7241-4f0a-a307-6a42f00cdba7 req-cfe907fe-1070-4ede-891d-a1ff26530d8a tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 945 time: 0.2334006 Jan 18 16:10:06.764469 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cd686179-8c01-43ce-953d-a632a388badd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:06.777539 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78acbece-9b03-4d9f-8cbb-a523650953aa req-3f850981-8de2-4bc2-b6c4-ec9ca60ed0be tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945665 Jan 18 16:10:06.887972 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-283975ec-7241-4f0a-a307-6a42f00cdba7 req-610b9b33-4a3a-4078-9ccd-b02a8b1d7a6a tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018150 Jan 18 16:10:06.887972 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cd686179-8c01-43ce-953d-a632a388badd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (794bd236-65fb-4fdc-a7cb-9ee69e21c6fc), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:06.977157 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fac9b6-fdc8-4f4b-b320-6141e93e4c0a req-089bc227-ec57-4c03-a7f0-154e617e8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:06.979058 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a0fac9b6-fdc8-4f4b-b320-6141e93e4c0a req-089bc227-ec57-4c03-a7f0-154e617e8fb7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a96305d-1da2-4cf0-932e-99a783e1606e HTTP/1.1" status: 200 len: 919 time: 0.2745197 Jan 18 16:10:07.023589 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a0fac9b6-fdc8-4f4b-b320-6141e93e4c0a req-d90fbf25-2b4a-4b63-a51e-403d53bbfaee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8584472-9538-4b5b-865f-3a92bcf10e83 HTTP/1.1" status: 200 len: 217 time: 0.0371184 Jan 18 16:10:07.113738 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fac9b6-fdc8-4f4b-b320-6141e93e4c0a req-c2ee0287-da44-471e-890e-8c763fb03836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:07.115199 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a0fac9b6-fdc8-4f4b-b320-6141e93e4c0a req-c2ee0287-da44-471e-890e-8c763fb03836 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6d824aa-d305-456f-848d-ceb7c3880cbb HTTP/1.1" status: 200 len: 858 time: 0.0593553 Jan 18 16:10:07.116404 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.l3_db [None req-cd686179-8c01-43ce-953d-a632a388badd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Floating IP 794bd236-65fb-4fdc-a7cb-9ee69e21c6fc associated. External IP: 172.27.2.225, port: b5c94257-87ae-45c5-9e01-b951ced94435. Jan 18 16:10:07.182392 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a0fac9b6-fdc8-4f4b-b320-6141e93e4c0a req-ea09d4c8-2645-468a-a6b2-f66a37b9ce5f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a96305d-1da2-4cf0-932e-99a783e1606e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326869 Jan 18 16:10:07.356044 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a0fac9b6-fdc8-4f4b-b320-6141e93e4c0a req-1507d9e4-6f25-4383-94b0-a961d301c89a service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415131 Jan 18 16:10:07.467427 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd686179-8c01-43ce-953d-a632a388badd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Router d390fc01-b949-49d6-8048-07b8481a0bee has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:10:07.522471 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a0fac9b6-fdc8-4f4b-b320-6141e93e4c0a req-72a25219-d825-4492-ba3d-a4e72396e078 service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392198 Jan 18 16:10:07.588206 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd686179-8c01-43ce-953d-a632a388badd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:10:07.593229 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cd686179-8c01-43ce-953d-a632a388badd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:07.601024 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c4b2ba-d095-4d03-a1da-4c25d950e3c1 None None] Sync routers for ids ['d390fc01-b949-49d6-8048-07b8481a0bee'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:10:07.611801 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c4b2ba-d095-4d03-a1da-4c25d950e3c1 None None] Routers {'d390fc01-b949-49d6-8048-07b8481a0bee'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:10:07.612533 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f9c4b2ba-d095-4d03-a1da-4c25d950e3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:09:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d390fc01-b949-49d6-8048-07b8481a0bee'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:10:07.626077 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-cd686179-8c01-43ce-953d-a632a388badd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "PUT /v2.0/floatingips/794bd236-65fb-4fdc-a7cb-9ee69e21c6fc HTTP/1.1" status: 200 len: 992 time: 2.0290911 Jan 18 16:10:07.626818 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'tag': 'b5c94257-87ae-45c5-9e01-b951ced94435'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:10:07.629286 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df2e7c9-f5ab-407c-9f85-7a10bcb5d9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0f3ad1-cf45-4eb6-b4f4-11db6630182f", "tag": "b5c94257-87ae-45c5-9e01-b951ced94435"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:10:07.743639 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f9c4b2ba-d095-4d03-a1da-4c25d950e3c1 None None] Set router d390fc01-b949-49d6-8048-07b8481a0bee gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:10:07.777315 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4674cf-efef-4df5-972b-48fb0c421206 x-openstack-request-id: req-7d4674cf-efef-4df5-972b-48fb0c421206 {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:10:07.777734 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0f3ad1-cf45-4eb6-b4f4-11db6630182f", "tag": "b5c94257-87ae-45c5-9e01-b951ced94435", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:10:07.778051 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d4674cf-efef-4df5-972b-48fb0c421206 {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:10:07.778508 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'tag': 'b5c94257-87ae-45c5-9e01-b951ced94435', 'status': 'completed', 'code': 200} Jan 18 16:10:07.881876 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2e7c9-f5ab-407c-9f85-7a10bcb5d9c2 req-08995c57-ec19-4d57-b4a5-75800832bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:07.884044 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4df2e7c9-f5ab-407c-9f85-7a10bcb5d9c2 req-08995c57-ec19-4d57-b4a5-75800832bbf3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 1099 time: 0.0678308 Jan 18 16:10:08.011828 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf70bc3-9d81-4e0f-a0f6-c6cdcc98a77a req-a279a717-613d-452d-843a-068b64d406b1 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:08.013952 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-caf70bc3-9d81-4e0f-a0f6-c6cdcc98a77a req-a279a717-613d-452d-843a-068b64d406b1 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.1283979 Jan 18 16:10:08.058997 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f9c4b2ba-d095-4d03-a1da-4c25d950e3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '794bd236-65fb-4fdc-a7cb-9ee69e21c6fc', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'port_id': 'b5c94257-87ae-45c5-9e01-b951ced94435', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'mac_address': 'fa:16:3e:8e:ef:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:09:37Z', 'updated_at': '2022-01-18T16:10:06Z', 'revision_number': 1, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1', 'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'mac_address': 'fa:16:3e:fa:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:32Z', 'revision_number': 5, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'subnets': [{'id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:10:08.084133 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c4b2ba-d095-4d03-a1da-4c25d950e3c1 None None] Checking router: d390fc01-b949-49d6-8048-07b8481a0bee for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:10:08.086250 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2e7c9-f5ab-407c-9f85-7a10bcb5d9c2 req-3ffc2680-77fd-47ea-8e72-aed4d3dafe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:08.088174 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4df2e7c9-f5ab-407c-9f85-7a10bcb5d9c2 req-3ffc2680-77fd-47ea-8e72-aed4d3dafe69 service neutron] 10.222.0.72 "GET /v2.0/networks?id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2 HTTP/1.1" status: 200 len: 917 time: 0.1632814 Jan 18 16:10:08.093566 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c4b2ba-d095-4d03-a1da-4c25d950e3c1 None None] Routers {'d390fc01-b949-49d6-8048-07b8481a0bee'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:10:08.094180 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f9c4b2ba-d095-4d03-a1da-4c25d950e3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:09:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d390fc01-b949-49d6-8048-07b8481a0bee'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:10:08.185248 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-caf70bc3-9d81-4e0f-a0f6-c6cdcc98a77a req-e8be3de0-d673-4574-86c8-14a3651f8bfc tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541605 Jan 18 16:10:08.216317 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f9c4b2ba-d095-4d03-a1da-4c25d950e3c1 None None] Set router d390fc01-b949-49d6-8048-07b8481a0bee gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:10:08.240429 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4df2e7c9-f5ab-407c-9f85-7a10bcb5d9c2 req-b628dad6-64f5-46b5-9b0a-40e21b624ab0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5c94257-87ae-45c5-9e01-b951ced94435 HTTP/1.1" status: 200 len: 1000 time: 0.1380520 Jan 18 16:10:08.314001 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2e7c9-f5ab-407c-9f85-7a10bcb5d9c2 req-d70e7cd3-7c73-4159-840b-1b150c23b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:08.316015 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4df2e7c9-f5ab-407c-9f85-7a10bcb5d9c2 req-d70e7cd3-7c73-4159-840b-1b150c23b11b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=614bbcdf-a5b6-4cca-8a78-c3d63af128f4 HTTP/1.1" status: 200 len: 855 time: 0.0654790 Jan 18 16:10:08.380072 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2e7c9-f5ab-407c-9f85-7a10bcb5d9c2 req-33561cca-7fce-4329-a232-debec8a1fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:08.382344 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4df2e7c9-f5ab-407c-9f85-7a10bcb5d9c2 req-33561cca-7fce-4329-a232-debec8a1fe0d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580299 Jan 18 16:10:08.564420 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f9c4b2ba-d095-4d03-a1da-4c25d950e3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '794bd236-65fb-4fdc-a7cb-9ee69e21c6fc', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'port_id': 'b5c94257-87ae-45c5-9e01-b951ced94435', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'mac_address': 'fa:16:3e:8e:ef:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:09:37Z', 'updated_at': '2022-01-18T16:10:06Z', 'revision_number': 1, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1', 'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'mac_address': 'fa:16:3e:fa:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:32Z', 'revision_number': 5, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'subnets': [{'id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:10:08.590089 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c4b2ba-d095-4d03-a1da-4c25d950e3c1 None None] The sync data for ids ['d390fc01-b949-49d6-8048-07b8481a0bee'] in dv-cinder-788366-8-iscsi is: [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '794bd236-65fb-4fdc-a7cb-9ee69e21c6fc', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'port_id': 'b5c94257-87ae-45c5-9e01-b951ced94435', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'mac_address': 'fa:16:3e:8e:ef:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:09:37Z', 'updated_at': '2022-01-18T16:10:06Z', 'revision_number': 1, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1', 'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'mac_address': 'fa:16:3e:fa:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:32Z', 'revision_number': 5, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'subnets': [{'id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:10:08.682663 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4df2e7c9-f5ab-407c-9f85-7a10bcb5d9c2 req-2f4b9b42-f414-4432-b220-dc5b49ac3457 service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804205 Jan 18 16:10:08.778543 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4df2e7c9-f5ab-407c-9f85-7a10bcb5d9c2 req-de298288-e4a0-4bdc-9450-f8364e257ecc service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891008 Jan 18 16:10:08.824481 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d372722a-a69c-4c7c-98cb-41d52a17abc9 None None] New status for floating IP 794bd236-65fb-4fdc-a7cb-9ee69e21c6fc: ACTIVE {{(pid=103254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:10:09.327004 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1885a1-1129-426e-bc96-87c9ae583555 req-f3e9eed0-b1f5-422f-a61f-2ef77e18df10 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:09.328550 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-af1885a1-1129-426e-bc96-87c9ae583555 req-f3e9eed0-b1f5-422f-a61f-2ef77e18df10 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0632493 Jan 18 16:10:09.381254 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-af1885a1-1129-426e-bc96-87c9ae583555 req-8d46ee5d-f52d-4925-ae87-e1c87a3ab4a8 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471430 Jan 18 16:10:09.398876 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10fa3ba5-d390-4830-bb8f-ce861bfaa490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:10.068883 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 44226) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:10.170914 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1b957b79-328c-4bd8-a420-6bc8c451669f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:10.254692 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1b957b79-328c-4bd8-a420-6bc8c451669f admin admin] Publish callbacks [] for security_group (aa55e435-1ee1-45e4-9a19-035bade70521), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:10.375432 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1b957b79-328c-4bd8-a420-6bc8c451669f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (aa55e435-1ee1-45e4-9a19-035bade70521), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:10.417984 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-1b957b79-328c-4bd8-a420-6bc8c451669f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d2fda3ebf694794a04a6133ce0a1ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475788 Jan 18 16:10:10.420723 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b957b79-328c-4bd8-a420-6bc8c451669f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa55e435-1ee1-45e4-9a19-035bade70521,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:10.420897 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44244) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:10.472313 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1486c533-847c-486d-8b2f-04c03d762e22 admin admin] Publish callbacks [] for security_group (aa55e435-1ee1-45e4-9a19-035bade70521), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:10.494987 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1486c533-847c-486d-8b2f-04c03d762e22 admin admin] Publish callbacks [] for security_group (aa55e435-1ee1-45e4-9a19-035bade70521), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:10.503606 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aeb880-0f2a-4f79-a426-7ade1af2a14e req-d6a317fd-b8e6-4b17-bc50-9a5485ed9699 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:10.510361 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-26aeb880-0f2a-4f79-a426-7ade1af2a14e req-d6a317fd-b8e6-4b17-bc50-9a5485ed9699 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0522559 Jan 18 16:10:10.551957 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-26aeb880-0f2a-4f79-a426-7ade1af2a14e req-436ac95c-f9b4-46d8-9390-66a21d7a1f55 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Jan 18 16:10:10.672425 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1486c533-847c-486d-8b2f-04c03d762e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (aa55e435-1ee1-45e4-9a19-035bade70521), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:10.675036 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1486c533-847c-486d-8b2f-04c03d762e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:10.677003 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-1486c533-847c-486d-8b2f-04c03d762e22 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa55e435-1ee1-45e4-9a19-035bade70521 HTTP/1.1" status: 204 len: 168 time: 0.2543123 Jan 18 16:10:10.683932 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486c533-847c-486d-8b2f-04c03d762e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa55e435-1ee1-45e4-9a19-035bade70521,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:11.408335 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 44280) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:11.423282 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4d522404-f090-4f34-b0f5-3ee1ce44a8db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:11.489370 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdbc7a48-08a1-4217-8165-2f8a95c40ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:11.498621 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4d522404-f090-4f34-b0f5-3ee1ce44a8db admin admin] Publish callbacks [] for security_group (b4ee5e45-7dc0-456a-ba11-9e218dfa1018), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:11.597948 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4d522404-f090-4f34-b0f5-3ee1ce44a8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (b4ee5e45-7dc0-456a-ba11-9e218dfa1018), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:11.623592 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44292) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:11.664215 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d522404-f090-4f34-b0f5-3ee1ce44a8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ee5e45-7dc0-456a-ba11-9e218dfa1018,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:11.674743 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44296) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:11.674890 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-4d522404-f090-4f34-b0f5-3ee1ce44a8db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e66ece6c3d149a5894e9962fe8e8af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648017 Jan 18 16:10:11.699884 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373737ee-8932-4553-8fec-f72656e9312a req-9ec498ff-1ac4-4613-8875-5da92e77c37a tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:11.701915 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-373737ee-8932-4553-8fec-f72656e9312a req-9ec498ff-1ac4-4613-8875-5da92e77c37a tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0759094 Jan 18 16:10:11.742271 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4b08-9515-4091-8a6b-f30a518fcab8 admin admin] Publish callbacks [] for security_group (b4ee5e45-7dc0-456a-ba11-9e218dfa1018), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:11.744882 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66ed3456-5aa3-46ba-ab1c-f188d2469931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:11.753173 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-373737ee-8932-4553-8fec-f72656e9312a req-b9fc7622-03ec-4381-96fa-52c157462f67 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455070 Jan 18 16:10:11.780836 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4b08-9515-4091-8a6b-f30a518fcab8 admin admin] Publish callbacks [] for security_group (b4ee5e45-7dc0-456a-ba11-9e218dfa1018), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:11.936786 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4b08-9515-4091-8a6b-f30a518fcab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (b4ee5e45-7dc0-456a-ba11-9e218dfa1018), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:11.939286 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4b08-9515-4091-8a6b-f30a518fcab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:11.940430 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2e3d4b08-9515-4091-8a6b-f30a518fcab8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b4ee5e45-7dc0-456a-ba11-9e218dfa1018 HTTP/1.1" status: 204 len: 168 time: 0.2647252 Jan 18 16:10:11.956595 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d4b08-9515-4091-8a6b-f30a518fcab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ee5e45-7dc0-456a-ba11-9e218dfa1018,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:11.972875 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66ed3456-5aa3-46ba-ab1c-f188d2469931 admin admin] Publish callbacks [] for security_group (da4107ec-24ce-4e99-ade4-52e496722b07), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:12.043549 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66ed3456-5aa3-46ba-ab1c-f188d2469931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (da4107ec-24ce-4e99-ade4-52e496722b07), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:12.083463 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-66ed3456-5aa3-46ba-ab1c-f188d2469931 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a383eb233b3e418985ed2fc2a6de447e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587891 Jan 18 16:10:12.084439 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed3456-5aa3-46ba-ab1c-f188d2469931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4107ec-24ce-4e99-ade4-52e496722b07,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:12.086318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 44302) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:12.146572 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7a8712aa-84ec-4d42-ba74-2889bebca82f admin admin] Publish callbacks [] for security_group (da4107ec-24ce-4e99-ade4-52e496722b07), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:12.167474 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7a8712aa-84ec-4d42-ba74-2889bebca82f admin admin] Publish callbacks [] for security_group (da4107ec-24ce-4e99-ade4-52e496722b07), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:12.293557 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7a8712aa-84ec-4d42-ba74-2889bebca82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (da4107ec-24ce-4e99-ade4-52e496722b07), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:12.296933 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7a8712aa-84ec-4d42-ba74-2889bebca82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:12.300660 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-7a8712aa-84ec-4d42-ba74-2889bebca82f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da4107ec-24ce-4e99-ade4-52e496722b07 HTTP/1.1" status: 204 len: 168 time: 0.2104819 Jan 18 16:10:12.306723 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8712aa-84ec-4d42-ba74-2889bebca82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4107ec-24ce-4e99-ade4-52e496722b07,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:12.879333 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3f5ae-ccf6-4bec-895e-73855972589a req-4757ff1b-85aa-4919-b7ee-d71db0326649 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:12.880879 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f3c3f5ae-ccf6-4bec-895e-73855972589a req-4757ff1b-85aa-4919-b7ee-d71db0326649 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0503616 Jan 18 16:10:12.943364 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f3c3f5ae-ccf6-4bec-895e-73855972589a req-c43ed827-b5a2-49cd-a584-c3fefd6b630b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523429 Jan 18 16:10:13.065955 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 44344) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:13.079602 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-8e003127-f880-49a0-aa4b-7edc2449449e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:13.152925 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-8e003127-f880-49a0-aa4b-7edc2449449e admin admin] Publish callbacks [] for security_group (8417d750-6a75-4921-be12-650c2f24194f), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:13.271121 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-8e003127-f880-49a0-aa4b-7edc2449449e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (8417d750-6a75-4921-be12-650c2f24194f), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:13.318920 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-8e003127-f880-49a0-aa4b-7edc2449449e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ec7678296bb4159af9d04ec9b304525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508097 Jan 18 16:10:13.319610 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44356) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:13.320328 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e003127-f880-49a0-aa4b-7edc2449449e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8417d750-6a75-4921-be12-650c2f24194f,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:13.375650 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1404acf2-07f3-4e8c-908a-7a397166c09d admin admin] Publish callbacks [] for security_group (8417d750-6a75-4921-be12-650c2f24194f), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:13.402338 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1404acf2-07f3-4e8c-908a-7a397166c09d admin admin] Publish callbacks [] for security_group (8417d750-6a75-4921-be12-650c2f24194f), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:13.477726 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:13.569919 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1404acf2-07f3-4e8c-908a-7a397166c09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (8417d750-6a75-4921-be12-650c2f24194f), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:13.572624 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1404acf2-07f3-4e8c-908a-7a397166c09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:13.573870 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-1404acf2-07f3-4e8c-908a-7a397166c09d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8417d750-6a75-4921-be12-650c2f24194f HTTP/1.1" status: 204 len: 168 time: 0.2524321 Jan 18 16:10:13.582745 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404acf2-07f3-4e8c-908a-7a397166c09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8417d750-6a75-4921-be12-650c2f24194f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:14.063156 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb390c72-d3f3-4e74-9040-df64c57a331b req-5fb956f9-0071-406e-803a-e8e1c8b0964b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:14.064488 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bb390c72-d3f3-4e74-9040-df64c57a331b req-5fb956f9-0071-406e-803a-e8e1c8b0964b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0526600 Jan 18 16:10:14.120473 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bb390c72-d3f3-4e74-9040-df64c57a331b req-fdcc725a-03ab-4d65-b347-21b760f67b55 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479193 Jan 18 16:10:14.334002 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:14.793424 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44434) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:14.808346 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44438) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:14.907072 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d23d165-8cb2-4ca6-8876-c469498a2f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:14.936430 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6607ce17-117d-4800-ad1e-4328e5220a81 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1807721137-network', 'tenant_id': 'f854ba77180841a0b34aafd1c8271128'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:10:15.012228 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d23d165-8cb2-4ca6-8876-c469498a2f46 admin admin] Publish callbacks [] for security_group (99379e60-87a0-4810-8a53-ccbeba461ad3), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.041788 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6607ce17-117d-4800-ad1e-4328e5220a81 admin admin] Made reservation on behalf of f854ba77180841a0b34aafd1c8271128 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:10:15.044768 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6607ce17-117d-4800-ad1e-4328e5220a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.053707 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6607ce17-117d-4800-ad1e-4328e5220a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.100718 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d23d165-8cb2-4ca6-8876-c469498a2f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (99379e60-87a0-4810-8a53-ccbeba461ad3), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.149634 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23d165-8cb2-4ca6-8876-c469498a2f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99379e60-87a0-4810-8a53-ccbeba461ad3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:15.153739 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-7d23d165-8cb2-4ca6-8876-c469498a2f46 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c3394ac7c6cb431e88b22c2ef67de7e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592913 Jan 18 16:10:15.156772 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 44448) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:15.179247 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6607ce17-117d-4800-ad1e-4328e5220a81 admin admin] Publish callbacks [] for security_group (819cb352-6a7b-4d2d-bf9a-25801c74c12c), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.238017 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6607ce17-117d-4800-ad1e-4328e5220a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (819cb352-6a7b-4d2d-bf9a-25801c74c12c), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.242459 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ac71-cfa1-4e6f-9ec4-f6ac5697b579 admin admin] Publish callbacks [] for security_group (99379e60-87a0-4810-8a53-ccbeba461ad3), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.263958 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6607ce17-117d-4800-ad1e-4328e5220a81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:10:15.271018 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ac71-cfa1-4e6f-9ec4-f6ac5697b579 admin admin] Publish callbacks [] for security_group (99379e60-87a0-4810-8a53-ccbeba461ad3), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.273783 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607ce17-117d-4800-ad1e-4328e5220a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819cb352-6a7b-4d2d-bf9a-25801c74c12c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:15.279457 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6607ce17-117d-4800-ad1e-4328e5220a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (c675e802-0551-429a-b66c-b84059d13d72), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.279808 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-6607ce17-117d-4800-ad1e-4328e5220a81 admin admin] Added segment c675e802-0551-429a-b66c-b84059d13d72 of type vlan for network 05e66c89-099a-41cb-98b8-cab1357542e1 Jan 18 16:10:15.290893 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4522814-d218-4f33-8236-d570ec5eb37c req-83ca3d91-aca2-4b81-baed-b5f74bc6c647 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:15.292373 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c4522814-d218-4f33-8236-d570ec5eb37c req-83ca3d91-aca2-4b81-baed-b5f74bc6c647 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0848627 Jan 18 16:10:15.321554 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6607ce17-117d-4800-ad1e-4328e5220a81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (05e66c89-099a-41cb-98b8-cab1357542e1), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.355301 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c4522814-d218-4f33-8236-d570ec5eb37c req-ca6a65cf-95f0-416e-b5e5-518cfdedddf8 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552430 Jan 18 16:10:15.415189 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6607ce17-117d-4800-ad1e-4328e5220a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (05e66c89-099a-41cb-98b8-cab1357542e1), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.416104 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6607ce17-117d-4800-ad1e-4328e5220a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:15.416716 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6607ce17-117d-4800-ad1e-4328e5220a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.438260 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ac71-cfa1-4e6f-9ec4-f6ac5697b579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (99379e60-87a0-4810-8a53-ccbeba461ad3), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.443869 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ac71-cfa1-4e6f-9ec4-f6ac5697b579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.443869 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-c5c1ac71-cfa1-4e6f-9ec4-f6ac5697b579 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99379e60-87a0-4810-8a53-ccbeba461ad3 HTTP/1.1" status: 204 len: 168 time: 0.2838614 Jan 18 16:10:15.451538 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1ac71-cfa1-4e6f-9ec4-f6ac5697b579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99379e60-87a0-4810-8a53-ccbeba461ad3,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:15.493653 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607ce17-117d-4800-ad1e-4328e5220a81 admin admin] Pushing event updated for resources: {'Network': ['ID=05e66c89-099a-41cb-98b8-cab1357542e1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:15.505801 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network 05e66c89-099a-41cb-98b8-cab1357542e1 details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:10:15.520831 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-6607ce17-117d-4800-ad1e-4328e5220a81 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7112811 Jan 18 16:10:15.523678 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44454) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:15.528664 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1bdb6714-b564-4927-b0b1-dd33b361d7c6 admin admin] Request body: {'subnet': {'network_id': '05e66c89-099a-41cb-98b8-cab1357542e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1807721137-subnet', 'tenant_id': 'f854ba77180841a0b34aafd1c8271128', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:10:15.632142 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdb6714-b564-4927-b0b1-dd33b361d7c6 admin admin] Made reservation on behalf of f854ba77180841a0b34aafd1c8271128 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:10:15.634634 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1bdb6714-b564-4927-b0b1-dd33b361d7c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.800207 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.900993 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1bdb6714-b564-4927-b0b1-dd33b361d7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (44f5bfd2-fd1a-4035-ad0e-ebb6cbbe0ecf), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:15.957514 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb6714-b564-4927-b0b1-dd33b361d7c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f5bfd2-fd1a-4035-ad0e-ebb6cbbe0ecf,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:15.967134 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb6714-b564-4927-b0b1-dd33b361d7c6 admin admin] Checking segment: {'id': 'c675e802-0551-429a-b66c-b84059d13d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '05e66c89-099a-41cb-98b8-cab1357542e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:10:15.967494 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdb6714-b564-4927-b0b1-dd33b361d7c6 admin admin] Network hostable DHCP agents. Network: 05e66c89-099a-41cb-98b8-cab1357542e1, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:10:16.197779 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdb6714-b564-4927-b0b1-dd33b361d7c6 admin admin] Network 05e66c89-099a-41cb-98b8-cab1357542e1 is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:10:16.293159 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44470) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:16.306153 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1bdb6714-b564-4927-b0b1-dd33b361d7c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, 05e66c89-099a-41cb-98b8-cab1357542e1) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:10:16.310311 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2df58a26-3b56-4e0b-a45f-e6b51e5cbc5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:16.315272 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6620b6d2-9d0c-4ee0-b0c9-b292a0543096 None None] Network 05e66c89-099a-41cb-98b8-cab1357542e1 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:10:16.316954 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdb6714-b564-4927-b0b1-dd33b361d7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:16.317546 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1bdb6714-b564-4927-b0b1-dd33b361d7c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:16.401462 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-1bdb6714-b564-4927-b0b1-dd33b361d7c6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8676198 Jan 18 16:10:16.401462 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2df58a26-3b56-4e0b-a45f-e6b51e5cbc5e admin admin] Publish callbacks [] for security_group (85d5c6ba-02b5-4b42-b675-886d3f95c55f), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:16.413928 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e564df3b-f434-4ab5-8209-1cf5565deb89 None None] Network 05e66c89-099a-41cb-98b8-cab1357542e1 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:10:16.466574 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2df58a26-3b56-4e0b-a45f-e6b51e5cbc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (85d5c6ba-02b5-4b42-b675-886d3f95c55f), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:16.479485 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b280794-70ed-4dd8-b2d6-906b6907517e req-ca043174-4da6-4aab-802b-c399cd0faf55 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:16.481891 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9b280794-70ed-4dd8-b2d6-906b6907517e req-ca043174-4da6-4aab-802b-c399cd0faf55 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0560818 Jan 18 16:10:16.542156 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9b280794-70ed-4dd8-b2d6-906b6907517e req-2ed18d2d-2840-4d40-b773-8cf02c7b0b0f tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540240 Jan 18 16:10:16.553798 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2df58a26-3b56-4e0b-a45f-e6b51e5cbc5e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dcf80fe34a194b9eaad107bfa9441196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595298 Jan 18 16:10:16.554756 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df58a26-3b56-4e0b-a45f-e6b51e5cbc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d5c6ba-02b5-4b42-b675-886d3f95c55f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:16.556793 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 44478) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:16.641921 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9a07ee1b-a128-4fb8-aa0d-a1101d1b1db2 admin admin] Publish callbacks [] for security_group (85d5c6ba-02b5-4b42-b675-886d3f95c55f), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:16.667605 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9a07ee1b-a128-4fb8-aa0d-a1101d1b1db2 admin admin] Publish callbacks [] for security_group (85d5c6ba-02b5-4b42-b675-886d3f95c55f), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:16.786687 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9a07ee1b-a128-4fb8-aa0d-a1101d1b1db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (85d5c6ba-02b5-4b42-b675-886d3f95c55f), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:16.789343 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9a07ee1b-a128-4fb8-aa0d-a1101d1b1db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:16.790499 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-9a07ee1b-a128-4fb8-aa0d-a1101d1b1db2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85d5c6ba-02b5-4b42-b675-886d3f95c55f HTTP/1.1" status: 204 len: 168 time: 0.2309878 Jan 18 16:10:16.802371 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07ee1b-a128-4fb8-aa0d-a1101d1b1db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d5c6ba-02b5-4b42-b675-886d3f95c55f,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:17.418108 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 44516) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:17.423578 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-afc74f26-9622-40a0-a621-0466a6a540ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1301657828-network', 'tenant_id': 'ef8ef5e07a6e413eb3751290a2b73ae1'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:10:17.606232 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc74f26-9622-40a0-a621-0466a6a540ea admin admin] Made reservation on behalf of ef8ef5e07a6e413eb3751290a2b73ae1 for: {'network': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:10:17.609927 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-afc74f26-9622-40a0-a621-0466a6a540ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:17.628409 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-afc74f26-9622-40a0-a621-0466a6a540ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:17.689956 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d5d57-cec8-4b48-8260-9decdf8b11b8 req-ad39ae35-c370-4902-bd81-65cd6a3175ad tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:17.691665 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-875d5d57-cec8-4b48-8260-9decdf8b11b8 req-ad39ae35-c370-4902-bd81-65cd6a3175ad tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0789936 Jan 18 16:10:17.763471 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-875d5d57-cec8-4b48-8260-9decdf8b11b8 req-8b72d549-6e5c-43f1-96e3-40da6e68fdfe tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660603 Jan 18 16:10:17.775532 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-afc74f26-9622-40a0-a621-0466a6a540ea admin admin] Publish callbacks [] for security_group (aa40fcf3-774b-44d0-ab13-023e6b02250f), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:17.887727 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-afc74f26-9622-40a0-a621-0466a6a540ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (aa40fcf3-774b-44d0-ab13-023e6b02250f), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:17.911732 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc74f26-9622-40a0-a621-0466a6a540ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:10:17.927553 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc74f26-9622-40a0-a621-0466a6a540ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa40fcf3-774b-44d0-ab13-023e6b02250f,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:17.930468 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-afc74f26-9622-40a0-a621-0466a6a540ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (cd345ca2-5c08-4361-aa3e-9e639b8526da), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:17.930814 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.segments_db [None req-afc74f26-9622-40a0-a621-0466a6a540ea admin admin] Added segment cd345ca2-5c08-4361-aa3e-9e639b8526da of type vlan for network 5baae2f5-812c-44a8-a319-c5079e6d7329 Jan 18 16:10:17.974516 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-afc74f26-9622-40a0-a621-0466a6a540ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (5baae2f5-812c-44a8-a319-c5079e6d7329), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:18.186538 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-afc74f26-9622-40a0-a621-0466a6a540ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (5baae2f5-812c-44a8-a319-c5079e6d7329), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:18.187524 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc74f26-9622-40a0-a621-0466a6a540ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:18.188199 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-afc74f26-9622-40a0-a621-0466a6a540ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:18.250181 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc74f26-9622-40a0-a621-0466a6a540ea admin admin] Pushing event updated for resources: {'Network': ['ID=5baae2f5-812c-44a8-a319-c5079e6d7329,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:18.260399 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network 5baae2f5-812c-44a8-a319-c5079e6d7329 details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:10:18.305118 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-afc74f26-9622-40a0-a621-0466a6a540ea admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8857169 Jan 18 16:10:18.307750 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44542) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:18.313195 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Request body: {'subnet': {'network_id': '5baae2f5-812c-44a8-a319-c5079e6d7329', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1301657828-subnet', 'tenant_id': 'ef8ef5e07a6e413eb3751290a2b73ae1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:10:18.449394 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Made reservation on behalf of ef8ef5e07a6e413eb3751290a2b73ae1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:10:18.451897 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:18.689638 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (e6b98aa2-1dc7-4ff1-8c96-dfa3fb5d6654), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:18.738937 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b98aa2-1dc7-4ff1-8c96-dfa3fb5d6654,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:18.755987 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:18.756350 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:18.756730 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:18.757093 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:18.757398 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:18.757738 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:18.758076 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:18.758408 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:18.758743 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:18.759073 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:18.759404 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:18.759753 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:18.760080 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:18.771146 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Checking segment: {'id': 'cd345ca2-5c08-4361-aa3e-9e639b8526da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5baae2f5-812c-44a8-a319-c5079e6d7329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:10:18.771514 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Network hostable DHCP agents. Network: 5baae2f5-812c-44a8-a319-c5079e6d7329, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:10:18.884459 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64d997-c950-4d30-876f-f4e859e349ff req-4bd91e46-a16e-46b8-aca9-b3ea3cf74547 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:18.886079 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1c64d997-c950-4d30-876f-f4e859e349ff req-4bd91e46-a16e-46b8-aca9-b3ea3cf74547 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0541198 Jan 18 16:10:18.941886 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1c64d997-c950-4d30-876f-f4e859e349ff req-3a607271-bcd8-462d-8a7a-9d09f8138561 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494576 Jan 18 16:10:19.004950 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Network 5baae2f5-812c-44a8-a319-c5079e6d7329 is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:10:19.133544 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, 5baae2f5-812c-44a8-a319-c5079e6d7329) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:10:19.137752 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:19.138353 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:19.147492 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf1a29b-be87-4d2c-a54d-f0c8628fbef1 None None] Network 5baae2f5-812c-44a8-a319-c5079e6d7329 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:10:19.237552 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a012252e-7848-4506-9124-59d74f9171c9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9286041 Jan 18 16:10:19.247286 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4addbab1-ee3e-42d6-8fbf-0f6f10718d42 None None] Network 5baae2f5-812c-44a8-a319-c5079e6d7329 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:10:19.711695 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 44590) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:19.815797 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:19.887095 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Publish callbacks [] for security_group (bc6d0858-4d6a-4d24-aec4-cfd9dc196d2a), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:19.975343 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (bc6d0858-4d6a-4d24-aec4-cfd9dc196d2a), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:20.017475 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44600) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:20.017963 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f0af8824abe4ebbad6781c502113379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046679 Jan 18 16:10:20.019584 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6d0858-4d6a-4d24-aec4-cfd9dc196d2a,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:20.037496 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:20.037853 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:20.038200 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:20.038543 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:20.038880 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:20.039213 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:20.039544 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:20.039898 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:20.040228 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:20.040563 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:20.040914 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:20.041220 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:20.041545 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11193ec4-acce-4eb4-bda0-8ad1604e4947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:20.079044 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10582220-aa92-4802-ba52-e7466e4ac157 admin admin] Publish callbacks [] for security_group (bc6d0858-4d6a-4d24-aec4-cfd9dc196d2a), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:20.090389 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e8fbf-2294-4eb0-a494-869fdaa43a4a req-63e5a6bf-c375-411b-a121-535bff879117 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:20.090389 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6f5e8fbf-2294-4eb0-a494-869fdaa43a4a req-63e5a6bf-c375-411b-a121-535bff879117 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0706124 Jan 18 16:10:20.101013 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10582220-aa92-4802-ba52-e7466e4ac157 admin admin] Publish callbacks [] for security_group (bc6d0858-4d6a-4d24-aec4-cfd9dc196d2a), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:20.137013 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6f5e8fbf-2294-4eb0-a494-869fdaa43a4a req-3ea64bf5-0beb-4a3b-b64c-922eb79b8054 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433447 Jan 18 16:10:20.220674 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10582220-aa92-4802-ba52-e7466e4ac157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (bc6d0858-4d6a-4d24-aec4-cfd9dc196d2a), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:20.223371 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10582220-aa92-4802-ba52-e7466e4ac157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:20.224573 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-10582220-aa92-4802-ba52-e7466e4ac157 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bc6d0858-4d6a-4d24-aec4-cfd9dc196d2a HTTP/1.1" status: 204 len: 168 time: 0.2061446 Jan 18 16:10:20.232441 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10582220-aa92-4802-ba52-e7466e4ac157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6d0858-4d6a-4d24-aec4-cfd9dc196d2a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:20.893152 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44616) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:20.907487 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3815c19b-e607-471b-8927-75c3317af7ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:20.982273 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3815c19b-e607-471b-8927-75c3317af7ef admin admin] Publish callbacks [] for security_group (a0a6de11-9ba7-4182-8975-21af8cb4d256), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:21.053241 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3815c19b-e607-471b-8927-75c3317af7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (a0a6de11-9ba7-4182-8975-21af8cb4d256), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:21.091211 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-3815c19b-e607-471b-8927-75c3317af7ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8cc20a1401174f27beef2be8ac1dc9a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968472 Jan 18 16:10:21.093325 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815c19b-e607-471b-8927-75c3317af7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a6de11-9ba7-4182-8975-21af8cb4d256,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:21.094391 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 44622) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:21.143179 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf1a4-6df7-446d-a87d-dd1465184a77 admin admin] Publish callbacks [] for security_group (a0a6de11-9ba7-4182-8975-21af8cb4d256), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:21.165365 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf1a4-6df7-446d-a87d-dd1465184a77 admin admin] Publish callbacks [] for security_group (a0a6de11-9ba7-4182-8975-21af8cb4d256), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:21.252189 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3ab37-c406-444b-8fd4-e46a753cb91e req-efeb9d64-3d75-461b-89e0-eea9127c5d08 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:21.253698 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bae3ab37-c406-444b-8fd4-e46a753cb91e req-efeb9d64-3d75-461b-89e0-eea9127c5d08 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0485325 Jan 18 16:10:21.287052 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf1a4-6df7-446d-a87d-dd1465184a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (a0a6de11-9ba7-4182-8975-21af8cb4d256), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:21.289549 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf1a4-6df7-446d-a87d-dd1465184a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:21.290635 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-a4ddf1a4-6df7-446d-a87d-dd1465184a77 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0a6de11-9ba7-4182-8975-21af8cb4d256 HTTP/1.1" status: 204 len: 168 time: 0.1952667 Jan 18 16:10:21.309737 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddf1a4-6df7-446d-a87d-dd1465184a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a6de11-9ba7-4182-8975-21af8cb4d256,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:21.314651 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bae3ab37-c406-444b-8fd4-e46a753cb91e req-351238f8-2eb9-4e12-bd8e-f9ab601744af tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551472 Jan 18 16:10:22.436754 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043ed39-2b46-465d-a805-853f6ac3f1cf req-bad3c6be-3a87-4f38-89ce-ff6a5f514bcd tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:22.438243 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5043ed39-2b46-465d-a805-853f6ac3f1cf req-bad3c6be-3a87-4f38-89ce-ff6a5f514bcd tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0539534 Jan 18 16:10:22.484512 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5043ed39-2b46-465d-a805-853f6ac3f1cf req-b2fc7776-1580-4c2e-8c7b-04c27c80e08e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405068 Jan 18 16:10:23.598504 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bdea4-ae1d-4308-8188-aaff2f293edb req-16c390c3-f8ae-4255-9956-9298096fc09b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:23.600089 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dc5bdea4-ae1d-4308-8188-aaff2f293edb req-16c390c3-f8ae-4255-9956-9298096fc09b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0487623 Jan 18 16:10:23.647938 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dc5bdea4-ae1d-4308-8188-aaff2f293edb req-cd04c3d7-4806-466c-8329-181e82dac111 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422320 Jan 18 16:10:24.764676 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7329c-ae16-4ae5-a310-77b7c80d91b6 req-e937970c-c06b-4716-bde1-5544350404d2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:24.766185 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5ae7329c-ae16-4ae5-a310-77b7c80d91b6 req-e937970c-c06b-4716-bde1-5544350404d2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0515561 Jan 18 16:10:24.812387 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5ae7329c-ae16-4ae5-a310-77b7c80d91b6 req-3b9f7dde-4319-44bf-ad7f-f2ddeb546026 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405111 Jan 18 16:10:25.926638 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c3229-e0c9-4a6c-b2b3-4e8305a660fe req-af1ef011-b81c-43ba-8c35-e31cfd8e90ce tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:25.928116 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4c1c3229-e0c9-4a6c-b2b3-4e8305a660fe req-af1ef011-b81c-43ba-8c35-e31cfd8e90ce tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0482063 Jan 18 16:10:25.974603 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4c1c3229-e0c9-4a6c-b2b3-4e8305a660fe req-0b24fa2b-251a-4699-ae52-95f2e45ae5e3 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410037 Jan 18 16:10:26.180708 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:26.259928 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d5205964-22b2-41d3-a7c1-11d2278724a5 req-6efd5a47-b71f-40ce-8f37-7be18f3870d0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435061 Jan 18 16:10:26.375365 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5205964-22b2-41d3-a7c1-11d2278724a5 req-9cd28a7a-d6e9-4cb1-83be-268bb8971180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:26.377044 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d5205964-22b2-41d3-a7c1-11d2278724a5 req-9cd28a7a-d6e9-4cb1-83be-268bb8971180 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1cd257b382cb40d4a996b4bf2fe02779&device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 1098 time: 0.0446265 Jan 18 16:10:26.497054 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5205964-22b2-41d3-a7c1-11d2278724a5 req-a6403297-b358-42e6-b752-1b75b04068d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:26.498745 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d5205964-22b2-41d3-a7c1-11d2278724a5 req-a6403297-b358-42e6-b752-1b75b04068d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dd62ff47-4fc4-4623-9f84-653b0b17f945 HTTP/1.1" status: 200 len: 913 time: 0.0951765 Jan 18 16:10:26.544072 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d5205964-22b2-41d3-a7c1-11d2278724a5 req-7f3016c8-ee50-4228-ae34-b03e75be2c1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=302ccf3e-4bf2-4864-94ed-6f60f2369d5e HTTP/1.1" status: 200 len: 217 time: 0.0375383 Jan 18 16:10:26.608187 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5205964-22b2-41d3-a7c1-11d2278724a5 req-2fc617d9-7bd7-495e-a644-e0ab60a46d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:26.610252 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d5205964-22b2-41d3-a7c1-11d2278724a5 req-2fc617d9-7bd7-495e-a644-e0ab60a46d53 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aea75563-90c3-4b61-8933-82e5bba2fde7 HTTP/1.1" status: 200 len: 852 time: 0.0601687 Jan 18 16:10:26.650360 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d5205964-22b2-41d3-a7c1-11d2278724a5 req-4e5fff35-4206-4915-8bb9-876f0337d321 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd62ff47-4fc4-4623-9f84-653b0b17f945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327654 Jan 18 16:10:26.755605 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d5205964-22b2-41d3-a7c1-11d2278724a5 req-bce4045a-c40a-4597-bc49-4a903e55896c service neutron] 10.222.0.72 "GET /v2.0/networks/dd62ff47-4fc4-4623-9f84-653b0b17f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954669 Jan 18 16:10:26.924445 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d5205964-22b2-41d3-a7c1-11d2278724a5 req-c8868b07-11d6-4714-8140-46b8d91f9182 service neutron] 10.222.0.72 "GET /v2.0/networks/dd62ff47-4fc4-4623-9f84-653b0b17f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553771 Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: from cryptography.utils import int_from_bytes Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: from cryptography.utils import int_from_bytes Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.937687 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.940718 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.940718 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.940718 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.940718 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.940718 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.940718 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.940718 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.940718 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.940718 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.940718 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:26.940718 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:26.941695 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-ef00951b-69d4-44a8-befb-7538d81f713e tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:26.942684 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-ef00951b-69d4-44a8-befb-7538d81f713e tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/networks?id=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 HTTP/1.1" status: 200 len: 815 time: 0.1498132 Jan 18 16:10:26.957884 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-720806cb-d633-4174-a506-d280e0e30b92 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/quotas/2f5194c096ef4e229c349ca5b2eb91f3 HTTP/1.1" status: 200 len: 375 time: 0.0095682 Jan 18 16:10:27.010468 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-206d800f-02e8-4223-99a0-e289e7e5d987 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477712 Jan 18 16:10:27.145667 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159b44-4688-4028-8504-ed384ee01215 req-6af66593-bfa8-4082-9707-15656a52c3b1 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:27.147200 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a1159b44-4688-4028-8504-ed384ee01215 req-6af66593-bfa8-4082-9707-15656a52c3b1 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0982881 Jan 18 16:10:27.152940 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-d7efbae2-a540-4597-88c0-54ff2e3e8771 service neutron] 10.222.0.70 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356466 Jan 18 16:10:27.252390 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a1159b44-4688-4028-8504-ed384ee01215 req-9ae55e2e-c52c-41d7-9e31-b9f159e2fbe6 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985100 Jan 18 16:10:27.278029 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-4f4b606a-b2f0-4a0d-bf7d-fc73afbe3eca service neutron] 10.222.0.70 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179247 Jan 18 16:10:27.540155 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d53d58f0-154c-479c-847b-71001a10f092 req-25918b86-ceea-4bb8-b95c-8441308176ba tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 210 time: 0.0301244 Jan 18 16:10:28.369603 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccad05-c3c4-467c-a4f7-17528af17584 req-d85fdccf-ae82-4ac7-86d3-964bf1bd0fb5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:28.371081 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-10ccad05-c3c4-467c-a4f7-17528af17584 req-d85fdccf-ae82-4ac7-86d3-964bf1bd0fb5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0517383 Jan 18 16:10:28.422023 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-10ccad05-c3c4-467c-a4f7-17528af17584 req-8d66b3ee-2594-4541-a570-3db13348f61c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Jan 18 16:10:28.647386 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6f812454-894d-4fe4-b0c8-3e2393f38e65 req-28fb2d73-e604-4088-9976-a04beda47bcf tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 210 time: 0.0303948 Jan 18 16:10:29.544723 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d9bc6-dbc4-44c7-b3b1-b17c53366fad req-12265916-c561-40f2-bd87-b27f9c65e3e6 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:29.546867 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c98d9bc6-dbc4-44c7-b3b1-b17c53366fad req-12265916-c561-40f2-bd87-b27f9c65e3e6 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0489576 Jan 18 16:10:29.603424 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c98d9bc6-dbc4-44c7-b3b1-b17c53366fad req-503397e4-d9b0-46d0-b9ef-d16c67083d05 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472131 Jan 18 16:10:29.642863 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 44898) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:29.748659 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b697b32-a838-4fb9-bb2f-f3ba3c015744 req-6a29a318-5f3d-45b4-97d0-170fd3f873ca tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 210 time: 0.0292006 Jan 18 16:10:29.776298 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f231e880-baf5-4aae-ada1-823055acab97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:29.854177 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f231e880-baf5-4aae-ada1-823055acab97 admin admin] Publish callbacks [] for security_group (19c4d3a9-4d25-4ea6-8c34-c366c553b8f2), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:29.985902 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f231e880-baf5-4aae-ada1-823055acab97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (19c4d3a9-4d25-4ea6-8c34-c366c553b8f2), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:30.038073 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-f231e880-baf5-4aae-ada1-823055acab97 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18659e572d1345208ccf10feaa821624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940778 Jan 18 16:10:30.040949 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44908) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:30.042199 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231e880-baf5-4aae-ada1-823055acab97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c4d3a9-4d25-4ea6-8c34-c366c553b8f2,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:30.064113 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-77f5ae7c-cc25-43be-9f25-f8d44ae47eaf tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:30.065706 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-77f5ae7c-cc25-43be-9f25-f8d44ae47eaf tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "GET /v2.0/networks?id=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 HTTP/1.1" status: 200 len: 815 time: 0.1432941 Jan 18 16:10:30.084069 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-fd08998a-9b78-4d2b-9142-4284c95600b9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Request body: {'port': {'device_id': '2c219def-67ce-4ad7-93c6-aa8a8713bd76', 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28', 'admin_state_up': True, 'tenant_id': '2f5194c096ef4e229c349ca5b2eb91f3'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:10:30.094338 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2e67ef8c-f19d-43e7-ac3d-56087098779a admin admin] Publish callbacks [] for security_group (19c4d3a9-4d25-4ea6-8c34-c366c553b8f2), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:30.122452 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2e67ef8c-f19d-43e7-ac3d-56087098779a admin admin] Publish callbacks [] for security_group (19c4d3a9-4d25-4ea6-8c34-c366c553b8f2), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:30.306855 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2e67ef8c-f19d-43e7-ac3d-56087098779a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (19c4d3a9-4d25-4ea6-8c34-c366c553b8f2), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:30.309466 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2e67ef8c-f19d-43e7-ac3d-56087098779a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:30.310646 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2e67ef8c-f19d-43e7-ac3d-56087098779a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/19c4d3a9-4d25-4ea6-8c34-c366c553b8f2 HTTP/1.1" status: 204 len: 168 time: 0.2686808 Jan 18 16:10:30.319403 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67ef8c-f19d-43e7-ac3d-56087098779a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c4d3a9-4d25-4ea6-8c34-c366c553b8f2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:30.339610 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-fd08998a-9b78-4d2b-9142-4284c95600b9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Made reservation on behalf of 2f5194c096ef4e229c349ca5b2eb91f3 for: {'port': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:10:30.345320 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-fd08998a-9b78-4d2b-9142-4284c95600b9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:30.477151 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_common [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-fd08998a-9b78-4d2b-9142-4284c95600b9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Allocated IP 172.20.0.2 (44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28/8c483501-a62e-409d-95e4-04b5906fccaf/58adc538-3b61-4692-9225-4995797655c8) {{(pid=103252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:10:30.565086 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44924) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:30.640811 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-fd08998a-9b78-4d2b-9142-4284c95600b9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks [] for port (58adc538-3b61-4692-9225-4995797655c8), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:30.707327 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-95ca2145-1038-4cef-91ea-8906a8fe0406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:30.736830 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6576a-a388-460b-8ede-e86b5bd1ce3e req-5bcf5091-870b-4196-a57b-cfd0db251203 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:30.738301 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e1a6576a-a388-460b-8ede-e86b5bd1ce3e req-5bcf5091-870b-4196-a57b-cfd0db251203 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0526068 Jan 18 16:10:30.752318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-fd08998a-9b78-4d2b-9142-4284c95600b9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (58adc538-3b61-4692-9225-4995797655c8), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:30.772629 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['e62fed9d-9120-4c64-9758-a7f7c30137c5'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:10:30.813968 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-fd08998a-9b78-4d2b-9142-4284c95600b9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:10:30.835479 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-fd08998a-9b78-4d2b-9142-4284c95600b9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:10:30.870043 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e1a6576a-a388-460b-8ede-e86b5bd1ce3e req-fe215579-c397-4f0f-8369-7e809f84d9cd tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262527 Jan 18 16:10:30.871557 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-fd08998a-9b78-4d2b-9142-4284c95600b9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Received port after_create {{(pid=103252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:10:30.883601 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-fd08998a-9b78-4d2b-9142-4284c95600b9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:30.884509 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-fd08998a-9b78-4d2b-9142-4284c95600b9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:30.894073 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-95ca2145-1038-4cef-91ea-8906a8fe0406 admin admin] Publish callbacks [] for security_group (deace410-8136-4245-bf4b-206e58adc8d1), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:30.901381 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08998a-9b78-4d2b-9142-4284c95600b9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Pushing event updated for resources: {'Port': ['ID=58adc538-3b61-4692-9225-4995797655c8,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:30.963935 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-95ca2145-1038-4cef-91ea-8906a8fe0406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (deace410-8136-4245-bf4b-206e58adc8d1), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:30.971269 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748f5aa-df8f-4bab-b861-42c440bb5451 req-d85281ce-b145-4357-a031-55a40b0557b6 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:30.972283 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a748f5aa-df8f-4bab-b861-42c440bb5451 req-d85281ce-b145-4357-a031-55a40b0557b6 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 931 time: 0.0810952 Jan 18 16:10:31.008428 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-95ca2145-1038-4cef-91ea-8906a8fe0406 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e1fd951f46ec4b07aeb1f022c2e22cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4422021 Jan 18 16:10:31.009852 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca2145-1038-4cef-91ea-8906a8fe0406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deace410-8136-4245-bf4b-206e58adc8d1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:31.012269 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44944) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:31.037605 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a748f5aa-df8f-4bab-b861-42c440bb5451 req-2cedc475-920e-4573-9a8c-1c5a802dce13 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589182 Jan 18 16:10:31.047233 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-fd08998a-9b78-4d2b-9142-4284c95600b9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9670451 Jan 18 16:10:31.063884 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fcf691ee-46e7-4239-91f7-1b82715517ee admin admin] Publish callbacks [] for security_group (deace410-8136-4245-bf4b-206e58adc8d1), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:31.067830 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Request body: {'port': {'device_id': '2c219def-67ce-4ad7-93c6-aa8a8713bd76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:10:31.088863 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fcf691ee-46e7-4239-91f7-1b82715517ee admin admin] Publish callbacks [] for security_group (deace410-8136-4245-bf4b-206e58adc8d1), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:31.123349 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (58adc538-3b61-4692-9225-4995797655c8), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:31.176874 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44946) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:31.192623 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0013b605-289c-49a5-9a4d-929b82efad73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:31.194597 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fcf691ee-46e7-4239-91f7-1b82715517ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (deace410-8136-4245-bf4b-206e58adc8d1), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:31.197367 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fcf691ee-46e7-4239-91f7-1b82715517ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:31.198564 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-fcf691ee-46e7-4239-91f7-1b82715517ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/deace410-8136-4245-bf4b-206e58adc8d1 HTTP/1.1" status: 204 len: 168 time: 0.1851716 Jan 18 16:10:31.216475 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf691ee-46e7-4239-91f7-1b82715517ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deace410-8136-4245-bf4b-206e58adc8d1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:31.303196 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0013b605-289c-49a5-9a4d-929b82efad73 admin admin] Publish callbacks [] for security_group (aeb32fe3-f47f-43df-b340-fc113b451584), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:31.409857 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0013b605-289c-49a5-9a4d-929b82efad73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (aeb32fe3-f47f-43df-b340-fc113b451584), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:31.449068 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-0013b605-289c-49a5-9a4d-929b82efad73 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2cd15230a9a643fcab2bddb0032c7db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705603 Jan 18 16:10:31.451605 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 44950) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:31.468243 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013b605-289c-49a5-9a4d-929b82efad73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb32fe3-f47f-43df-b340-fc113b451584,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:31.526048 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83659014-dc52-484a-9d12-f0410039a154 admin admin] Publish callbacks [] for security_group (aeb32fe3-f47f-43df-b340-fc113b451584), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:31.549665 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83659014-dc52-484a-9d12-f0410039a154 admin admin] Publish callbacks [] for security_group (aeb32fe3-f47f-43df-b340-fc113b451584), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:31.590062 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58adc538-3b61-4692-9225-4995797655c8 {{(pid=103252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:10:31.601623 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Publish callbacks [] for port (58adc538-3b61-4692-9225-4995797655c8), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:31.676164 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83659014-dc52-484a-9d12-f0410039a154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (aeb32fe3-f47f-43df-b340-fc113b451584), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:31.676366 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.provisioning_blocks [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Transition to ACTIVE for port object 58adc538-3b61-4692-9225-4995797655c8 will not be triggered until provisioned by entity L2. {{(pid=103252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:10:31.679097 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83659014-dc52-484a-9d12-f0410039a154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:31.680439 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-83659014-dc52-484a-9d12-f0410039a154 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aeb32fe3-f47f-43df-b340-fc113b451584 HTTP/1.1" status: 204 len: 168 time: 0.2271273 Jan 18 16:10:31.688655 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83659014-dc52-484a-9d12-f0410039a154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb32fe3-f47f-43df-b340-fc113b451584,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:31.792145 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (58adc538-3b61-4692-9225-4995797655c8), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:31.847051 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Pushing event updated for resources: {'Port': ['ID=58adc538-3b61-4692-9225-4995797655c8,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:31.880338 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Attempting to bind port 58adc538-3b61-4692-9225-4995797655c8 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:10:31.880854 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Attempting to bind port 58adc538-3b61-4692-9225-4995797655c8 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:10:31.881274 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Attempting to bind port 58adc538-3b61-4692-9225-4995797655c8 on network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:10:31.893516 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Port 58adc538-3b61-4692-9225-4995797655c8 on network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:10:31.893894 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Attempting to bind port 58adc538-3b61-4692-9225-4995797655c8 on network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:10:31.901149 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:10:31.901505 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Checking segment: {'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:10:31.901924 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Bound using segment: {'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:10:31.902974 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Bound port: 58adc538-3b61-4692-9225-4995797655c8, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'}}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:10:31.902974 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (58adc538-3b61-4692-9225-4995797655c8), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:32.033988 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] For port 58adc538-3b61-4692-9225-4995797655c8, host hv-cinder-78836, cleared binding levels {{(pid=103252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:10:32.037614 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] For port 58adc538-3b61-4692-9225-4995797655c8, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=58adc538-3b61-4692-9225-4995797655c8,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:10:32.049561 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5696e-8518-40e4-bf1a-fe123394c71c req-29fe6a1a-83db-4c54-b390-5f8e6f4db639 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:32.051037 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-61b5696e-8518-40e4-bf1a-fe123394c71c req-29fe6a1a-83db-4c54-b390-5f8e6f4db639 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0675280 Jan 18 16:10:32.099322 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-61b5696e-8518-40e4-bf1a-fe123394c71c req-f8ba3e95-dadf-4f0e-a228-e8c1a3037a84 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427239 Jan 18 16:10:32.132066 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (58adc538-3b61-4692-9225-4995797655c8), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:32.177310 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:32.178034 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:32.179380 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] 10.222.0.72 "PUT /v2.0/ports/58adc538-3b61-4692-9225-4995797655c8 HTTP/1.1" status: 200 len: 1093 time: 1.1164179 Jan 18 16:10:32.182615 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c219def-67ce-4ad7-93c6-aa8a8713bd76', 'tag': '58adc538-3b61-4692-9225-4995797655c8'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:10:32.185997 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ffa280-636d-4be1-931d-3e902e318869" -d '{"events": [{"name": "network-changed", "server_uuid": "2c219def-67ce-4ad7-93c6-aa8a8713bd76", "tag": "58adc538-3b61-4692-9225-4995797655c8"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:10:32.231405 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a4370-d67b-4a65-801d-45fc4f3f5c8a service neutron] Pushing event updated for resources: {'Port': ['ID=58adc538-3b61-4692-9225-4995797655c8,revision_number=3']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:32.236261 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 45016) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:32.237687 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a761bb4-9575-4ac8-94f6-45f11c1b660d x-openstack-request-id: req-4a761bb4-9575-4ac8-94f6-45f11c1b660d {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:10:32.237978 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c219def-67ce-4ad7-93c6-aa8a8713bd76", "tag": "58adc538-3b61-4692-9225-4995797655c8", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:10:32.238345 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a761bb4-9575-4ac8-94f6-45f11c1b660d {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:10:32.238740 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c219def-67ce-4ad7-93c6-aa8a8713bd76', 'tag': '58adc538-3b61-4692-9225-4995797655c8', 'status': 'completed', 'code': 200} Jan 18 16:10:32.251263 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f085f57-4adb-4d04-b806-57ad97ee8bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:32.281644 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba029ad-86c5-441f-a7ed-af5ec6233a98 req-6e3537dc-695c-4d0f-8fc9-edee33fa5ead tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:32.283139 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-eba029ad-86c5-441f-a7ed-af5ec6233a98 req-6e3537dc-695c-4d0f-8fc9-edee33fa5ead tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 943 time: 0.1114709 Jan 18 16:10:32.330917 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f085f57-4adb-4d04-b806-57ad97ee8bab admin admin] Publish callbacks [] for security_group (0f09492e-9f5d-4fed-82b3-ccf45cbfca02), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:32.358856 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-eba029ad-86c5-441f-a7ed-af5ec6233a98 req-90292380-0b69-4eda-b434-35a1c6c5fb70 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659671 Jan 18 16:10:32.360594 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffa280-636d-4be1-931d-3e902e318869 req-54130f2c-4cce-40d8-9915-b2920fdd3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:32.362010 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-74ffa280-636d-4be1-931d-3e902e318869 req-54130f2c-4cce-40d8-9915-b2920fdd3a50 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 1096 time: 0.0766878 Jan 18 16:10:32.402080 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f085f57-4adb-4d04-b806-57ad97ee8bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (0f09492e-9f5d-4fed-82b3-ccf45cbfca02), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:32.448062 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-8f085f57-4adb-4d04-b806-57ad97ee8bab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=47e8a970bbe1483dabdc578308148ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064359 Jan 18 16:10:32.448062 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f085f57-4adb-4d04-b806-57ad97ee8bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f09492e-9f5d-4fed-82b3-ccf45cbfca02,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:32.449195 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 45018) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:32.499805 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee223591-7634-41fb-b12f-5d65c3c4af69 admin admin] Publish callbacks [] for security_group (0f09492e-9f5d-4fed-82b3-ccf45cbfca02), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:32.520961 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee223591-7634-41fb-b12f-5d65c3c4af69 admin admin] Publish callbacks [] for security_group (0f09492e-9f5d-4fed-82b3-ccf45cbfca02), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:32.541795 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffa280-636d-4be1-931d-3e902e318869 req-9391dae6-1953-4647-aea1-295dae4fcc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:32.543293 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-74ffa280-636d-4be1-931d-3e902e318869 req-9391dae6-1953-4647-aea1-295dae4fcc91 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1710026 Jan 18 16:10:32.628151 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 45024) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:32.673923 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c987994f-c482-4a0e-91dd-f65e7dd5a6cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:32.724087 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee223591-7634-41fb-b12f-5d65c3c4af69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (0f09492e-9f5d-4fed-82b3-ccf45cbfca02), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:32.726967 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee223591-7634-41fb-b12f-5d65c3c4af69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:32.728372 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ee223591-7634-41fb-b12f-5d65c3c4af69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f09492e-9f5d-4fed-82b3-ccf45cbfca02 HTTP/1.1" status: 204 len: 168 time: 0.2779453 Jan 18 16:10:32.746635 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee223591-7634-41fb-b12f-5d65c3c4af69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f09492e-9f5d-4fed-82b3-ccf45cbfca02,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:32.794649 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c987994f-c482-4a0e-91dd-f65e7dd5a6cd admin admin] Publish callbacks [] for security_group (8a748077-b064-41ae-8a32-689f74d8e622), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:32.814658 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffa280-636d-4be1-931d-3e902e318869 req-034c5ab1-d068-4ae9-b8d4-7dde79a79846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:32.816425 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-74ffa280-636d-4be1-931d-3e902e318869 req-034c5ab1-d068-4ae9-b8d4-7dde79a79846 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2559676 Jan 18 16:10:32.887987 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c987994f-c482-4a0e-91dd-f65e7dd5a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (8a748077-b064-41ae-8a32-689f74d8e622), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:32.926204 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-3d2a4ae4-44fe-46ca-b126-4740b3b9d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:32.929748 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-3d2a4ae4-44fe-46ca-b126-4740b3b9d2b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 1096 time: 0.0651026 Jan 18 16:10:32.939478 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987994f-c482-4a0e-91dd-f65e7dd5a6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a748077-b064-41ae-8a32-689f74d8e622,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:32.951904 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c987994f-c482-4a0e-91dd-f65e7dd5a6cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9120d37993084cffbb59707fc833fe09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226666 Jan 18 16:10:32.953634 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 45038) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:33.005319 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-fe8920c6-78a0-43f2-a739-34e6f1865f59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58adc538-3b61-4692-9225-4995797655c8 HTTP/1.1" status: 200 len: 217 time: 0.0642571 Jan 18 16:10:33.011981 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b632ae0-4a30-41b7-9fc2-53ba9e2196ed admin admin] Publish callbacks [] for security_group (8a748077-b064-41ae-8a32-689f74d8e622), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:33.035029 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b632ae0-4a30-41b7-9fc2-53ba9e2196ed admin admin] Publish callbacks [] for security_group (8a748077-b064-41ae-8a32-689f74d8e622), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:33.059645 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-5d456252-bf3f-4039-bab3-888f5de2f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:33.061119 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-5d456252-bf3f-4039-bab3-888f5de2f78b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c483501-a62e-409d-95e4-04b5906fccaf HTTP/1.1" status: 200 len: 855 time: 0.0454049 Jan 18 16:10:33.093422 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-cee6e785-57fa-46b5-bdf1-5de99ad0eafb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251145 Jan 18 16:10:33.184637 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b632ae0-4a30-41b7-9fc2-53ba9e2196ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (8a748077-b064-41ae-8a32-689f74d8e622), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:33.191943 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b632ae0-4a30-41b7-9fc2-53ba9e2196ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:33.192112 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-8b632ae0-4a30-41b7-9fc2-53ba9e2196ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a748077-b064-41ae-8a32-689f74d8e622 HTTP/1.1" status: 204 len: 168 time: 0.2376673 Jan 18 16:10:33.204560 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b632ae0-4a30-41b7-9fc2-53ba9e2196ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a748077-b064-41ae-8a32-689f74d8e622,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:33.246899 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-c428d007-69b0-4a25-9326-eafd9451bbb6 service neutron] 10.222.0.72 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447866 Jan 18 16:10:33.268280 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017f54a-7c52-4917-a387-745f9befdbaa req-59339fef-b234-4b81-8895-0973aa94c755 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:33.269834 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d017f54a-7c52-4917-a387-745f9befdbaa req-59339fef-b234-4b81-8895-0973aa94c755 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0926757 Jan 18 16:10:33.390825 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d017f54a-7c52-4917-a387-745f9befdbaa req-8545e056-a66d-4f0b-90d4-c9cd20c4c941 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030004 Jan 18 16:10:33.412202 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c2c95b2-7066-4f9a-9172-25925e663381 req-6bf390f3-14fe-4809-a3d9-881843a00917 service neutron] 10.222.0.72 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535430 Jan 18 16:10:33.506609 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51773e7e-439d-457c-a663-4bfb90dbcf90 req-54e044d9-c21b-4b13-a913-306e57353ecf tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:33.508131 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-51773e7e-439d-457c-a663-4bfb90dbcf90 req-54e044d9-c21b-4b13-a913-306e57353ecf tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 943 time: 0.0641091 Jan 18 16:10:33.561694 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-51773e7e-439d-457c-a663-4bfb90dbcf90 req-5c8d49c0-590f-4a21-9b41-2a4d660c92cf tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474091 Jan 18 16:10:34.575290 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a751e3-9a5a-4cf6-870b-b3fe035ccef6 req-7153a7e1-3991-4c6d-8a6d-ecc91b300a54 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:34.577699 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a4a751e3-9a5a-4cf6-870b-b3fe035ccef6 req-7153a7e1-3991-4c6d-8a6d-ecc91b300a54 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0517294 Jan 18 16:10:34.649358 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a4a751e3-9a5a-4cf6-870b-b3fe035ccef6 req-2786305b-1a8e-4fa0-8f5f-16ea788dcfaa tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635085 Jan 18 16:10:34.801107 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad83f07-6579-4cf4-8c9e-8eb4a5fe2bb7 req-c91a6a63-45e2-4c89-9d87-e43545431208 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:34.812525 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3ad83f07-6579-4cf4-8c9e-8eb4a5fe2bb7 req-c91a6a63-45e2-4c89-9d87-e43545431208 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 943 time: 0.0901027 Jan 18 16:10:34.817179 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c052f94-87e6-4dd3-9a42-2d858c246b23 req-b329436c-73a4-405d-9771-0697e98c441b tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:34.818570 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2c052f94-87e6-4dd3-9a42-2d858c246b23 req-b329436c-73a4-405d-9771-0697e98c441b tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 945 time: 0.0909581 Jan 18 16:10:34.904855 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3ad83f07-6579-4cf4-8c9e-8eb4a5fe2bb7 req-f66b79b2-f930-44df-9118-bda0cad7dbb8 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948272 Jan 18 16:10:34.917750 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2c052f94-87e6-4dd3-9a42-2d858c246b23 req-afb30394-9029-4871-80fa-97e1dffefed4 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852344 Jan 18 16:10:35.778807 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dff4e-99b5-47a7-8e6e-431e35877d1e req-b5c3abf0-5693-4218-b5e3-1baa89b7f999 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:35.785510 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-244dff4e-99b5-47a7-8e6e-431e35877d1e req-b5c3abf0-5693-4218-b5e3-1baa89b7f999 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0632689 Jan 18 16:10:35.837178 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-244dff4e-99b5-47a7-8e6e-431e35877d1e req-ecc57e96-f430-4eb3-9877-e2d66f63c24a tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504870 Jan 18 16:10:36.052013 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dac81-ae9a-49b2-a8bb-7d8eaa019377 req-c75e9965-10b0-40a1-858a-5dbb69613e31 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:36.053462 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dc4dac81-ae9a-49b2-a8bb-7d8eaa019377 req-c75e9965-10b0-40a1-858a-5dbb69613e31 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 943 time: 0.0815167 Jan 18 16:10:36.066561 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899f662-5866-457e-b0ba-582c8a8e76b6 req-cc625b78-246c-4228-980c-954258cee56f tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:36.068057 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5899f662-5866-457e-b0ba-582c8a8e76b6 req-cc625b78-246c-4228-980c-954258cee56f tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 945 time: 0.0864513 Jan 18 16:10:36.139926 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dc4dac81-ae9a-49b2-a8bb-7d8eaa019377 req-14ca60af-56d8-4656-8093-e9a0eca67a9c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708830 Jan 18 16:10:36.144760 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5899f662-5866-457e-b0ba-582c8a8e76b6 req-eb2a310b-6bda-49c7-8682-be031f0ac4cf tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700660 Jan 18 16:10:36.496804 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 58adc538-3b61-4692-9225-4995797655c8 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:10:36.598015 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 58adc538-3b61-4692-9225-4995797655c8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=58adc538-3b61-4692-9225-4995797655c8,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:10:36.610522 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': '58adc538-3b61-4692-9225-4995797655c8', 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28', 'port_id': '58adc538-3b61-4692-9225-4995797655c8', 'mac_address': 'fa:16:3e:ea:af:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c483501-a62e-409d-95e4-04b5906fccaf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:10:36.668621 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 58adc538-3b61-4692-9225-4995797655c8 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:10:36.669118 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (58adc538-3b61-4692-9225-4995797655c8), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:36.681646 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58adc538-3b61-4692-9225-4995797655c8 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:10:36.700282 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 58adc538-3b61-4692-9225-4995797655c8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=58adc538-3b61-4692-9225-4995797655c8,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:10:36.777582 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:10:36.781008 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (58adc538-3b61-4692-9225-4995797655c8), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:36.830261 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=58adc538-3b61-4692-9225-4995797655c8,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:36.837356 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:36.837731 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:36.838100 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:36.838449 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:36.838783 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:36.839116 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:36.839448 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:36.839777 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:36.840387 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:36.840636 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:36.841008 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:36.841341 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:36.841670 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:10:36.958836 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec130ed8-c5c2-4ac8-97c6-1b196e1fc6ed req-a141c424-2504-4195-b163-cc89735a587e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:36.960354 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ec130ed8-c5c2-4ac8-97c6-1b196e1fc6ed req-a141c424-2504-4195-b163-cc89735a587e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0513613 Jan 18 16:10:37.008729 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ec130ed8-c5c2-4ac8-97c6-1b196e1fc6ed req-c91adc0a-6894-405e-b010-7d14d1fea104 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427644 Jan 18 16:10:37.253309 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['58adc538-3b61-4692-9225-4995797655c8'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:10:37.292425 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6105b3c-f2fa-4481-b11f-8227a5cb95ad req-2f3b1897-d319-4b73-8d61-c0d11844cd3d tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:37.294091 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c6105b3c-f2fa-4481-b11f-8227a5cb95ad req-2f3b1897-d319-4b73-8d61-c0d11844cd3d tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 945 time: 0.0785389 Jan 18 16:10:37.306728 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4cf4c-2a17-4d43-8ca6-60fef8aca881 req-e2bcbc55-c41f-4d0e-97e4-515dbc3ee8b9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:37.309013 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-19b4cf4c-2a17-4d43-8ca6-60fef8aca881 req-e2bcbc55-c41f-4d0e-97e4-515dbc3ee8b9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 944 time: 0.0834365 Jan 18 16:10:37.384302 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c6105b3c-f2fa-4481-b11f-8227a5cb95ad req-f05c1191-1c85-4300-afdc-4b4e3808e497 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/security-groups?id=e49acccf-6c31-4050-9ae9-88fad279ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750146 Jan 18 16:10:37.411974 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-19b4cf4c-2a17-4d43-8ca6-60fef8aca881 req-cb9ab2ea-568f-4678-b4ad-d430c25ba9f3 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954318 Jan 18 16:10:37.498584 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c5692-cfd9-4a54-bc5b-8a604c54ef84 req-22dc2a08-4f29-4171-807c-9cdd477a45ed tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:37.500850 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-783c5692-cfd9-4a54-bc5b-8a604c54ef84 req-22dc2a08-4f29-4171-807c-9cdd477a45ed tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 945 time: 0.0523956 Jan 18 16:10:37.565582 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b159719-4339-4680-a4d2-da253046bab3 req-50f993a0-c3e8-45b3-ba1d-e97b5c41321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:37.567329 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1b159719-4339-4680-a4d2-da253046bab3 req-50f993a0-c3e8-45b3-ba1d-e97b5c41321f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 1099 time: 0.0401113 Jan 18 16:10:37.632482 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1b159719-4339-4680-a4d2-da253046bab3 req-2f5b72d2-b950-4245-b4a3-5bee420bf0a5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568779 Jan 18 16:10:37.641823 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [req-783c5692-cfd9-4a54-bc5b-8a604c54ef84 req-6cde3556-a045-4508-b992-1b0693b2fb52 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Deleting port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:10:37.642274 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-783c5692-cfd9-4a54-bc5b-8a604c54ef84 req-6cde3556-a045-4508-b992-1b0693b2fb52 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (302ccf3e-4bf2-4864-94ed-6f60f2369d5e), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:37.932322 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [req-783c5692-cfd9-4a54-bc5b-8a604c54ef84 req-6cde3556-a045-4508-b992-1b0693b2fb52 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] For port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=302ccf3e-4bf2-4864-94ed-6f60f2369d5e,segment=NetworkSegment(3f4d6905-01db-417e-a962-f191e1399dda),segment_id=3f4d6905-01db-417e-a962-f191e1399dda)] {{(pid=103252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:10:37.932711 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-783c5692-cfd9-4a54-bc5b-8a604c54ef84 req-6cde3556-a045-4508-b992-1b0693b2fb52 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (302ccf3e-4bf2-4864-94ed-6f60f2369d5e), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:37.954442 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [req-783c5692-cfd9-4a54-bc5b-8a604c54ef84 req-6cde3556-a045-4508-b992-1b0693b2fb52 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Calling delete_port for 302ccf3e-4bf2-4864-94ed-6f60f2369d5e owned by compute:nova {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:10:38.153458 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cee5e0-ae2a-49fa-8f61-08738ff89bab req-713d3165-19e7-4f5a-8a58-885ccbb44279 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:38.154934 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-79cee5e0-ae2a-49fa-8f61-08738ff89bab req-713d3165-19e7-4f5a-8a58-885ccbb44279 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0645337 Jan 18 16:10:38.206361 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-79cee5e0-ae2a-49fa-8f61-08738ff89bab req-037619b3-a141-40f7-96c3-90dcf7d7ac99 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454433 Jan 18 16:10:38.215254 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-783c5692-cfd9-4a54-bc5b-8a604c54ef84 req-6cde3556-a045-4508-b992-1b0693b2fb52 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (302ccf3e-4bf2-4864-94ed-6f60f2369d5e), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:38.239387 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['302ccf3e-4bf2-4864-94ed-6f60f2369d5e'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:10:38.244202 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde3556-a045-4508-b992-1b0693b2fb52 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Pushing event deleted for resources: {'Port': ['ID=302ccf3e-4bf2-4864-94ed-6f60f2369d5e,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:38.326077 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [req-783c5692-cfd9-4a54-bc5b-8a604c54ef84 req-6cde3556-a045-4508-b992-1b0693b2fb52 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] No DVR routers for this DVR port 302ccf3e-4bf2-4864-94ed-6f60f2369d5e on host hv-cinder-78836 {{(pid=103252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:10:38.329641 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-783c5692-cfd9-4a54-bc5b-8a604c54ef84 req-6cde3556-a045-4508-b992-1b0693b2fb52 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:38.333018 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-783c5692-cfd9-4a54-bc5b-8a604c54ef84 req-6cde3556-a045-4508-b992-1b0693b2fb52 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.72 "DELETE /v2.0/ports/302ccf3e-4bf2-4864-94ed-6f60f2369d5e HTTP/1.1" status: 204 len: 173 time: 0.8239939 Jan 18 16:10:38.333462 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a97333-f34f-4280-88cb-2ab56410e059', 'name': 'network-vif-deleted', 'tag': '302ccf3e-4bf2-4864-94ed-6f60f2369d5e'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:10:38.335767 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0a93d0-ac69-4f84-be27-fc83cdd908aa" -d '{"events": [{"server_uuid": "c3a97333-f34f-4280-88cb-2ab56410e059", "name": "network-vif-deleted", "tag": "302ccf3e-4bf2-4864-94ed-6f60f2369d5e"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:10:38.374772 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd363ef7-f368-4809-b142-b9b336ff1957 x-openstack-request-id: req-fd363ef7-f368-4809-b142-b9b336ff1957 {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:10:38.375135 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a97333-f34f-4280-88cb-2ab56410e059", "name": "network-vif-deleted", "tag": "302ccf3e-4bf2-4864-94ed-6f60f2369d5e", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:10:38.375529 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd363ef7-f368-4809-b142-b9b336ff1957 {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:10:38.375770 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a97333-f34f-4280-88cb-2ab56410e059', 'name': 'network-vif-deleted', 'tag': '302ccf3e-4bf2-4864-94ed-6f60f2369d5e', 'status': 'completed', 'code': 200} Jan 18 16:10:38.488827 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a6b6d599-be07-44c9-a886-5efb16e404fc req-b76c3990-f335-4d54-bb0e-61f435774c49 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 210 time: 0.0270295 Jan 18 16:10:38.520442 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 58adc538-3b61-4692-9225-4995797655c8 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:10:38.546899 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4608c-0a94-4f93-b16b-09ccff4d6d8a req-9cbb156d-947d-4e24-a731-8a3f251b874e tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:38.553977 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f4a4608c-0a94-4f93-b16b-09ccff4d6d8a req-9cbb156d-947d-4e24-a731-8a3f251b874e tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 944 time: 0.0630803 Jan 18 16:10:38.605666 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f4a4608c-0a94-4f93-b16b-09ccff4d6d8a req-38f0fa9a-334c-42c7-a7fb-cc5fa06b6b0d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500660 Jan 18 16:10:38.784085 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port 58adc538-3b61-4692-9225-4995797655c8 completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:10:38.787894 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port 58adc538-3b61-4692-9225-4995797655c8 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:10:38.788270 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (58adc538-3b61-4692-9225-4995797655c8), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:38.867736 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 58adc538-3b61-4692-9225-4995797655c8 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:10:38.868049 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (58adc538-3b61-4692-9225-4995797655c8), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:38.891490 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c219def-67ce-4ad7-93c6-aa8a8713bd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58adc538-3b61-4692-9225-4995797655c8'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:10:38.893966 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ae3a3b-fb38-4afe-b520-d411c40115f1" -d '{"events": [{"server_uuid": "2c219def-67ce-4ad7-93c6-aa8a8713bd76", "name": "network-vif-plugged", "status": "completed", "tag": "58adc538-3b61-4692-9225-4995797655c8"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:10:38.911341 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 58adc538-3b61-4692-9225-4995797655c8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=58adc538-3b61-4692-9225-4995797655c8,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:10:38.941443 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e64c583-e3f7-4ee3-99ea-a9f2acc454a7 x-openstack-request-id: req-5e64c583-e3f7-4ee3-99ea-a9f2acc454a7 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:10:38.942111 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c219def-67ce-4ad7-93c6-aa8a8713bd76", "name": "network-vif-plugged", "status": "completed", "tag": "58adc538-3b61-4692-9225-4995797655c8", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:10:38.942423 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e64c583-e3f7-4ee3-99ea-a9f2acc454a7 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:10:38.942904 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c219def-67ce-4ad7-93c6-aa8a8713bd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58adc538-3b61-4692-9225-4995797655c8', 'code': 200} Jan 18 16:10:39.013632 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (58adc538-3b61-4692-9225-4995797655c8), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:39.082336 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=58adc538-3b61-4692-9225-4995797655c8,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:39.340862 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49132cca-9a64-4f84-9462-e96975745d41 req-67f479e5-eff5-4c73-895c-58fbd5ae7813 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:39.342363 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-49132cca-9a64-4f84-9462-e96975745d41 req-67f479e5-eff5-4c73-895c-58fbd5ae7813 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0524962 Jan 18 16:10:39.419630 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-49132cca-9a64-4f84-9462-e96975745d41 req-46bc31cc-62b1-439b-908a-4ca929ebc9d6 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700622 Jan 18 16:10:39.430113 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87e4173e-4bfd-4424-aa10-b090c72f337e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:39.480376 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e870f-ca9b-4530-b5cc-4a4db16b772b req-86a692db-5854-4be4-9abb-31a01e11de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:39.481840 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1f9e870f-ca9b-4530-b5cc-4a4db16b772b req-86a692db-5854-4be4-9abb-31a01e11de1a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 1098 time: 0.0400863 Jan 18 16:10:39.532492 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1f9e870f-ca9b-4530-b5cc-4a4db16b772b req-fce51206-c04c-45a0-8c5e-55db136e74ae service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400591 Jan 18 16:10:39.612905 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ae7b922-5763-451a-9d23-d5280c74a58a req-cd855865-9fe5-4085-b252-e27423bd4292 tempest-DeleteServersTestJSON-376292318 tempest-DeleteServersTestJSON-376292318-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a97333-f34f-4280-88cb-2ab56410e059 HTTP/1.1" status: 200 len: 210 time: 0.0316408 Jan 18 16:10:39.724254 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f938bd-4f30-400c-8b02-5282ab74a494 req-974219c3-ca6d-4822-9a6c-e63d8021df8d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:39.725755 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-87f938bd-4f30-400c-8b02-5282ab74a494 req-974219c3-ca6d-4822-9a6c-e63d8021df8d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 945 time: 0.0500047 Jan 18 16:10:39.778324 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-87f938bd-4f30-400c-8b02-5282ab74a494 req-f2cd4ced-1008-41bc-bc0f-bb97a1d9a24a tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450907 Jan 18 16:10:40.500095 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 302ccf3e-4bf2-4864-94ed-6f60f2369d5e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:10:40.522074 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: 302ccf3e-4bf2-4864-94ed-6f60f2369d5e {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:10:40.522489 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 302ccf3e-4bf2-4864-94ed-6f60f2369d5e not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:10:40.549959 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9817eea-9a69-42a2-8f4d-a8a80f939b3b req-487045bf-19aa-496f-8c21-9c3be6811019 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:40.551945 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d9817eea-9a69-42a2-8f4d-a8a80f939b3b req-487045bf-19aa-496f-8c21-9c3be6811019 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0516949 Jan 18 16:10:40.601255 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d9817eea-9a69-42a2-8f4d-a8a80f939b3b req-7867d3d4-faf2-4157-8bce-16c0794435d6 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427668 Jan 18 16:10:40.733512 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d486d-89e2-4f65-92ba-8ea4aa8325f9 req-7854355c-34e4-4940-9cc1-5797f0656e57 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:40.735008 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-811d486d-89e2-4f65-92ba-8ea4aa8325f9 req-7854355c-34e4-4940-9cc1-5797f0656e57 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0564921 Jan 18 16:10:40.786795 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-811d486d-89e2-4f65-92ba-8ea4aa8325f9 req-52a57b9a-f704-4693-9823-c0661dc61bca tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459735 Jan 18 16:10:40.912553 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff1b63-7dc1-4f44-b48d-dd7a0b74a902 req-9d0fdea2-3151-4f9e-80bd-14e3b16a99de tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:40.914057 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-67ff1b63-7dc1-4f44-b48d-dd7a0b74a902 req-9d0fdea2-3151-4f9e-80bd-14e3b16a99de tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 945 time: 0.0608678 Jan 18 16:10:40.961432 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-67ff1b63-7dc1-4f44-b48d-dd7a0b74a902 req-7411e061-138c-4f66-aa7c-05a3d7f22b06 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Jan 18 16:10:41.455190 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5cf58ad5-5a5f-4dfc-b00a-aa0ad3151e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:41.631809 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 45416) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:41.677132 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa9ba0f-1bb8-4a8e-890d-3d43c5c6a84d admin admin] Deleting subnet 44f5bfd2-fd1a-4035-ad0e-ebb6cbbe0ecf {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:10:41.680937 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ba0f-1bb8-4a8e-890d-3d43c5c6a84d admin admin] Publish callbacks [] for subnet (44f5bfd2-fd1a-4035-ad0e-ebb6cbbe0ecf), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:41.715312 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ba0f-1bb8-4a8e-890d-3d43c5c6a84d admin admin] Publish callbacks [] for subnet (44f5bfd2-fd1a-4035-ad0e-ebb6cbbe0ecf), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:41.724971 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ba0f-1bb8-4a8e-890d-3d43c5c6a84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (44f5bfd2-fd1a-4035-ad0e-ebb6cbbe0ecf), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:41.912908 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ba0f-1bb8-4a8e-890d-3d43c5c6a84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (44f5bfd2-fd1a-4035-ad0e-ebb6cbbe0ecf), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:41.939559 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ba0f-1bb8-4a8e-890d-3d43c5c6a84d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:41.943130 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5aa9ba0f-1bb8-4a8e-890d-3d43c5c6a84d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/44f5bfd2-fd1a-4035-ad0e-ebb6cbbe0ecf HTTP/1.1" status: 204 len: 168 time: 0.3103011 Jan 18 16:10:41.944097 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9ba0f-1bb8-4a8e-890d-3d43c5c6a84d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f5bfd2-fd1a-4035-ad0e-ebb6cbbe0ecf,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:41.945941 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 45418) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:42.016819 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (05e66c89-099a-41cb-98b8-cab1357542e1), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.131090 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (05e66c89-099a-41cb-98b8-cab1357542e1), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.141206 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baad249-efe7-4c5a-a482-2085e90b2690 req-596bfea3-a713-41d7-a848-85a4c814e147 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:42.142667 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1baad249-efe7-4c5a-a482-2085e90b2690 req-596bfea3-a713-41d7-a848-85a4c814e147 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 945 time: 0.1137562 Jan 18 16:10:42.176040 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:10:42.176323 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:10:42.177107 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:10:42.177454 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Subscribe: > port after_create 55550000 {{(pid=103252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:10:42.177863 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:10:42.178110 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Subscribe: > port after_update 55550000 {{(pid=103252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:10:42.178442 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:10:42.178757 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:10:42.179069 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:10:42.179379 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:10:42.290936 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 45438) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:42.347066 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffaea2e7-952e-43a1-b6d8-a769b3d254c4 admin admin] Deleting subnet aea75563-90c3-4b61-8933-82e5bba2fde7 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:10:42.350356 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ffaea2e7-952e-43a1-b6d8-a769b3d254c4 admin admin] Publish callbacks [] for subnet (aea75563-90c3-4b61-8933-82e5bba2fde7), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.372497 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:10:42.373226 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:10:42.373728 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:10:42.374485 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:10:42.374617 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e66c89-099a-41cb-98b8-cab1357542e1']}} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:10:42.385281 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ffaea2e7-952e-43a1-b6d8-a769b3d254c4 admin admin] Publish callbacks [] for subnet (aea75563-90c3-4b61-8933-82e5bba2fde7), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.391770 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ffaea2e7-952e-43a1-b6d8-a769b3d254c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (aea75563-90c3-4b61-8933-82e5bba2fde7), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.397417 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c675e802-0551-429a-b66c-b84059d13d72') {'for_net_delete': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:10:42.397793 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c675e802-0551-429a-b66c-b84059d13d72') {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:10:42.423350 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697209'] for segment (c675e802-0551-429a-b66c-b84059d13d72), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.458477 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (c675e802-0551-429a-b66c-b84059d13d72), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.471728 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1baad249-efe7-4c5a-a482-2085e90b2690 req-75a0fd6c-7a0a-4d83-a492-18bac6f3ce6c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175707 Jan 18 16:10:42.473325 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:10:42.473751 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8693734'] for segment (c675e802-0551-429a-b66c-b84059d13d72), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: Traceback (most recent call last): Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: timer() Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: cb(*args, **kw) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: return func(*args, **kwargs) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: self._notify() Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: self.callback(batched_events) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: event.method(event) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:10:42.490510 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:10:42.493651 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:10:42.493651 dv-cinder-788366-8-iscsi neutron-server[103252]: return f(self, *a, **k) Jan 18 16:10:42.493651 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:10:42.493651 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._get(url).json() Jan 18 16:10:42.493651 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:10:42.493651 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:10:42.493651 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:10:42.493651 dv-cinder-788366-8-iscsi neutron-server[103252]: return self.request(url, 'GET', **kwargs) Jan 18 16:10:42.493651 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:10:42.493651 dv-cinder-788366-8-iscsi neutron-server[103252]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:10:42.493651 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:10:42.493651 dv-cinder-788366-8-iscsi neutron-server[103252]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:10:42.493651 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:10:42.493651 dv-cinder-788366-8-iscsi neutron-server[103252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:10:42.493651 dv-cinder-788366-8-iscsi neutron-server[103252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:10:42.531046 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ffaea2e7-952e-43a1-b6d8-a769b3d254c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (aea75563-90c3-4b61-8933-82e5bba2fde7), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.551813 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ffaea2e7-952e-43a1-b6d8-a769b3d254c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.559863 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 45452) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:42.562728 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ffaea2e7-952e-43a1-b6d8-a769b3d254c4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/aea75563-90c3-4b61-8933-82e5bba2fde7 HTTP/1.1" status: 204 len: 168 time: 0.2704387 Jan 18 16:10:42.582182 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaea2e7-952e-43a1-b6d8-a769b3d254c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea75563-90c3-4b61-8933-82e5bba2fde7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:42.636203 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (05e66c89-099a-41cb-98b8-cab1357542e1), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.649764 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-37044cfc-d4b3-4a69-b4b7-d368da789e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (dd62ff47-4fc4-4623-9f84-653b0b17f945), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.693138 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.696398 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] 10.222.0.70 "DELETE /v2.0/networks/05e66c89-099a-41cb-98b8-cab1357542e1 HTTP/1.1" status: 204 len: 168 time: 0.7494586 Jan 18 16:10:42.703286 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 45460) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:42.707721 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549d6a4-faf9-476a-b16b-5f95a8ec886b admin admin] Pushing event deleted for resources: {'Network': ['ID=05e66c89-099a-41cb-98b8-cab1357542e1,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:42.754813 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada90465-e743-4e2a-8618-14c198009917 admin admin] Deleting subnet e6b98aa2-1dc7-4ff1-8c96-dfa3fb5d6654 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:10:42.759350 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-37044cfc-d4b3-4a69-b4b7-d368da789e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (dd62ff47-4fc4-4623-9f84-653b0b17f945), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.761327 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ada90465-e743-4e2a-8618-14c198009917 admin admin] Publish callbacks [] for subnet (e6b98aa2-1dc7-4ff1-8c96-dfa3fb5d6654), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.780617 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-37044cfc-d4b3-4a69-b4b7-d368da789e27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd62ff47-4fc4-4623-9f84-653b0b17f945']}} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:10:42.791570 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-37044cfc-d4b3-4a69-b4b7-d368da789e27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4d6905-01db-417e-a962-f191e1399dda') {'for_net_delete': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:10:42.791874 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-37044cfc-d4b3-4a69-b4b7-d368da789e27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4d6905-01db-417e-a962-f191e1399dda') {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:10:42.799042 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ada90465-e743-4e2a-8618-14c198009917 admin admin] Publish callbacks [] for subnet (e6b98aa2-1dc7-4ff1-8c96-dfa3fb5d6654), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.804842 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ada90465-e743-4e2a-8618-14c198009917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (e6b98aa2-1dc7-4ff1-8c96-dfa3fb5d6654), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.807004 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-37044cfc-d4b3-4a69-b4b7-d368da789e27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697209'] for segment (3f4d6905-01db-417e-a962-f191e1399dda), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.822573 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-37044cfc-d4b3-4a69-b4b7-d368da789e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (3f4d6905-01db-417e-a962-f191e1399dda), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.832418 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37044cfc-d4b3-4a69-b4b7-d368da789e27 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:10:42.832871 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-37044cfc-d4b3-4a69-b4b7-d368da789e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8693734'] for segment (3f4d6905-01db-417e-a962-f191e1399dda), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: Traceback (most recent call last): Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: timer() Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: cb(*args, **kw) Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: return func(*args, **kwargs) Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: self._notify() Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: self.callback(batched_events) Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: event.method(event) Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: return f(self, *a, **k) Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._get(url).json() Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: return self.request(url, 'GET', **kwargs) Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:10:42.834771 dv-cinder-788366-8-iscsi neutron-server[103252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:10:42.975898 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-37044cfc-d4b3-4a69-b4b7-d368da789e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (dd62ff47-4fc4-4623-9f84-653b0b17f945), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.976551 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ada90465-e743-4e2a-8618-14c198009917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (e6b98aa2-1dc7-4ff1-8c96-dfa3fb5d6654), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:42.993532 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-37044cfc-d4b3-4a69-b4b7-d368da789e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.000076 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-37044cfc-d4b3-4a69-b4b7-d368da789e27 admin admin] 10.222.0.70 "DELETE /v2.0/networks/dd62ff47-4fc4-4623-9f84-653b0b17f945 HTTP/1.1" status: 204 len: 168 time: 0.4390466 Jan 18 16:10:43.012287 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada90465-e743-4e2a-8618-14c198009917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b98aa2-1dc7-4ff1-8c96-dfa3fb5d6654,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:43.016524 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37044cfc-d4b3-4a69-b4b7-d368da789e27 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd62ff47-4fc4-4623-9f84-653b0b17f945,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:43.024222 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ada90465-e743-4e2a-8618-14c198009917 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.032471 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 45472) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:43.032816 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ada90465-e743-4e2a-8618-14c198009917 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e6b98aa2-1dc7-4ff1-8c96-dfa3fb5d6654 HTTP/1.1" status: 204 len: 168 time: 0.3283198 Jan 18 16:10:43.080392 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 45474) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:43.110768 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4e8f7ee4-e61c-4762-9677-767fda64b245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (5baae2f5-812c-44a8-a319-c5079e6d7329), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.205974 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4e8f7ee4-e61c-4762-9677-767fda64b245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (5baae2f5-812c-44a8-a319-c5079e6d7329), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.229238 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14c8c527-5e8e-4c3b-ab24-b03730ac31b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.267191 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-4e8f7ee4-e61c-4762-9677-767fda64b245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5baae2f5-812c-44a8-a319-c5079e6d7329']}} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:10:43.300929 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-4e8f7ee4-e61c-4762-9677-767fda64b245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd345ca2-5c08-4361-aa3e-9e639b8526da') {'for_net_delete': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:10:43.301416 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-4e8f7ee4-e61c-4762-9677-767fda64b245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd345ca2-5c08-4361-aa3e-9e639b8526da') {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:10:43.325190 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4e8f7ee4-e61c-4762-9677-767fda64b245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697209'] for segment (cd345ca2-5c08-4361-aa3e-9e639b8526da), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.352995 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14c8c527-5e8e-4c3b-ab24-b03730ac31b7 admin admin] Publish callbacks [] for security_group (bba51e5b-1a3e-4c90-8ff4-a33580ca6cd9), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.358913 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715214d-448a-42aa-8e9b-4b9bba6e425f req-c0e96029-62d7-4fc2-b53d-90893f8ec110 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:43.360783 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d715214d-448a-42aa-8e9b-4b9bba6e425f req-c0e96029-62d7-4fc2-b53d-90893f8ec110 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.1545186 Jan 18 16:10:43.373410 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4e8f7ee4-e61c-4762-9677-767fda64b245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (cd345ca2-5c08-4361-aa3e-9e639b8526da), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8f7ee4-e61c-4762-9677-767fda64b245 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4e8f7ee4-e61c-4762-9677-767fda64b245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8693734'] for segment (cd345ca2-5c08-4361-aa3e-9e639b8526da), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: Traceback (most recent call last): Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: timer() Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: cb(*args, **kw) Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: return func(*args, **kwargs) Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: self._notify() Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: self.callback(batched_events) Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: event.method(event) Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: return f(self, *a, **k) Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._get(url).json() Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: return self.request(url, 'GET', **kwargs) Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:10:43.391270 dv-cinder-788366-8-iscsi neutron-server[103252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:10:43.408088 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd113a5-a6bb-4602-a5d4-9dcf92fc372f req-5340809a-002c-4318-8849-172e56894737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:43.410012 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dcd113a5-a6bb-4602-a5d4-9dcf92fc372f req-5340809a-002c-4318-8849-172e56894737 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a2cc8740e33470a9ded5669c46c9c4a&device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 1098 time: 0.1058879 Jan 18 16:10:43.444137 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14c8c527-5e8e-4c3b-ab24-b03730ac31b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (bba51e5b-1a3e-4c90-8ff4-a33580ca6cd9), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.497324 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-14c8c527-5e8e-4c3b-ab24-b03730ac31b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb171e63de4e4a319e78faed2c5d3b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4157188 Jan 18 16:10:43.498179 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8c527-5e8e-4c3b-ab24-b03730ac31b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba51e5b-1a3e-4c90-8ff4-a33580ca6cd9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:43.501474 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 45488) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:43.510554 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.545957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 45490) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:43.552093 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d715214d-448a-42aa-8e9b-4b9bba6e425f req-1b57d249-ae44-480d-aa0c-0191a37cc5f7 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800363 Jan 18 16:10:43.590934 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-182573c0-d79c-415e-ad6f-8f8d6affba2d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1cd257b382cb40d4a996b4bf2fe02779&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444901 Jan 18 16:10:43.593554 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 45492) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:43.613215 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4e8f7ee4-e61c-4762-9677-767fda64b245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (5baae2f5-812c-44a8-a319-c5079e6d7329), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.615155 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd113a5-a6bb-4602-a5d4-9dcf92fc372f req-c3504795-ef8d-4156-990e-932d2a8651e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:43.616762 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dcd113a5-a6bb-4602-a5d4-9dcf92fc372f req-c3504795-ef8d-4156-990e-932d2a8651e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a96305d-1da2-4cf0-932e-99a783e1606e HTTP/1.1" status: 200 len: 919 time: 0.1680777 Jan 18 16:10:43.618078 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-be8359fa-6c13-4582-836c-13377be0fd42 admin admin] Publish callbacks [] for security_group (bba51e5b-1a3e-4c90-8ff4-a33580ca6cd9), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.626687 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4e8f7ee4-e61c-4762-9677-767fda64b245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.629900 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-4e8f7ee4-e61c-4762-9677-767fda64b245 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5baae2f5-812c-44a8-a319-c5079e6d7329 HTTP/1.1" status: 204 len: 168 time: 0.5960848 Jan 18 16:10:43.648180 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1276b7c7-6eb9-4275-96e0-5e30bae6fdfb admin admin] Publish callbacks [] for security_group (e49acccf-6c31-4050-9ae9-88fad279ae7c), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.663662 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f7ee4-e61c-4762-9677-767fda64b245 admin admin] Pushing event deleted for resources: {'Network': ['ID=5baae2f5-812c-44a8-a319-c5079e6d7329,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:43.671313 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1276b7c7-6eb9-4275-96e0-5e30bae6fdfb admin admin] Publish callbacks [] for security_group (e49acccf-6c31-4050-9ae9-88fad279ae7c), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.697136 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-be8359fa-6c13-4582-836c-13377be0fd42 admin admin] Publish callbacks [] for security_group (bba51e5b-1a3e-4c90-8ff4-a33580ca6cd9), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.705580 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dcd113a5-a6bb-4602-a5d4-9dcf92fc372f req-2c5eb6c9-d024-4671-aeaa-710a22934d3a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a374a679-7136-4061-9885-ff645c884e07 HTTP/1.1" status: 200 len: 217 time: 0.0675752 Jan 18 16:10:43.773251 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd113a5-a6bb-4602-a5d4-9dcf92fc372f req-bc78a5f9-6731-4e50-95a1-a6608cb5eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:43.774723 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dcd113a5-a6bb-4602-a5d4-9dcf92fc372f req-bc78a5f9-6731-4e50-95a1-a6608cb5eef2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6d824aa-d305-456f-848d-ceb7c3880cbb HTTP/1.1" status: 200 len: 858 time: 0.0485506 Jan 18 16:10:43.804139 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dcd113a5-a6bb-4602-a5d4-9dcf92fc372f req-e860827c-4fc1-4272-a284-b480bcbd0940 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a96305d-1da2-4cf0-932e-99a783e1606e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230217 Jan 18 16:10:43.807631 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1276b7c7-6eb9-4275-96e0-5e30bae6fdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (e49acccf-6c31-4050-9ae9-88fad279ae7c), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.810345 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1276b7c7-6eb9-4275-96e0-5e30bae6fdfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.812036 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-1276b7c7-6eb9-4275-96e0-5e30bae6fdfb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e49acccf-6c31-4050-9ae9-88fad279ae7c HTTP/1.1" status: 204 len: 168 time: 0.2175889 Jan 18 16:10:43.819874 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276b7c7-6eb9-4275-96e0-5e30bae6fdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49acccf-6c31-4050-9ae9-88fad279ae7c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:43.907752 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dcd113a5-a6bb-4602-a5d4-9dcf92fc372f req-0f4aa9a4-d363-4262-bf8e-fd062cdf8d89 service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899241 Jan 18 16:10:43.982818 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-be8359fa-6c13-4582-836c-13377be0fd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (bba51e5b-1a3e-4c90-8ff4-a33580ca6cd9), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.986073 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-be8359fa-6c13-4582-836c-13377be0fd42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:43.987263 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-be8359fa-6c13-4582-836c-13377be0fd42 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bba51e5b-1a3e-4c90-8ff4-a33580ca6cd9 HTTP/1.1" status: 204 len: 168 time: 0.4850464 Jan 18 16:10:44.000748 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8359fa-6c13-4582-836c-13377be0fd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba51e5b-1a3e-4c90-8ff4-a33580ca6cd9,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:44.028321 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dcd113a5-a6bb-4602-a5d4-9dcf92fc372f req-1ef6c6d8-f75d-4562-9ee7-de80b72ece4a service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047764 Jan 18 16:10:44.301667 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 45506) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:44.322793 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:44.382409 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 45512) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:44.388970 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-90420f71-08e7-4a02-ba7b-62fb56ce6a7f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f854ba77180841a0b34aafd1c8271128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0798583 Jan 18 16:10:44.458735 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-437fabd3-77cc-4fe3-b23f-959401940a55 admin admin] Publish callbacks [] for security_group (819cb352-6a7b-4d2d-bf9a-25801c74c12c), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:44.481598 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-437fabd3-77cc-4fe3-b23f-959401940a55 admin admin] Publish callbacks [] for security_group (819cb352-6a7b-4d2d-bf9a-25801c74c12c), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:44.632723 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-437fabd3-77cc-4fe3-b23f-959401940a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (819cb352-6a7b-4d2d-bf9a-25801c74c12c), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:44.635343 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-437fabd3-77cc-4fe3-b23f-959401940a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:44.636869 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-437fabd3-77cc-4fe3-b23f-959401940a55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/819cb352-6a7b-4d2d-bf9a-25801c74c12c HTTP/1.1" status: 204 len: 168 time: 0.2532437 Jan 18 16:10:44.670324 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fabd3-77cc-4fe3-b23f-959401940a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819cb352-6a7b-4d2d-bf9a-25801c74c12c,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:44.695637 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed22c41-6f6f-4bbf-ba7c-6841651b4355 req-38359ee1-e182-41d1-8dc5-e03a7d4273d1 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:44.697285 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bed22c41-6f6f-4bbf-ba7c-6841651b4355 req-38359ee1-e182-41d1-8dc5-e03a7d4273d1 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0578074 Jan 18 16:10:44.751056 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bed22c41-6f6f-4bbf-ba7c-6841651b4355 req-d41bc336-f5d6-43ab-a42e-3614e287cce7 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472469 Jan 18 16:10:44.954235 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 45530) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:44.968179 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9f07be2c-3c2d-4690-b069-8cfda0132283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:45.051908 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9f07be2c-3c2d-4690-b069-8cfda0132283 admin admin] Publish callbacks [] for security_group (c987d665-7ece-43e3-8644-7e9944c3d89d), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:45.116009 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9f07be2c-3c2d-4690-b069-8cfda0132283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (c987d665-7ece-43e3-8644-7e9944c3d89d), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:45.156445 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 45538) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:45.157045 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-9f07be2c-3c2d-4690-b069-8cfda0132283 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d79ef9914f3b4ce98983a81ddba67964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009718 Jan 18 16:10:45.166425 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07be2c-3c2d-4690-b069-8cfda0132283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c987d665-7ece-43e3-8644-7e9944c3d89d,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:45.209657 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-964fe42b-6666-4458-a4ff-80760fd9602e admin admin] Publish callbacks [] for security_group (c987d665-7ece-43e3-8644-7e9944c3d89d), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:45.231731 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-964fe42b-6666-4458-a4ff-80760fd9602e admin admin] Publish callbacks [] for security_group (c987d665-7ece-43e3-8644-7e9944c3d89d), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:45.362065 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-964fe42b-6666-4458-a4ff-80760fd9602e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (c987d665-7ece-43e3-8644-7e9944c3d89d), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:45.365308 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-964fe42b-6666-4458-a4ff-80760fd9602e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:45.367138 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-964fe42b-6666-4458-a4ff-80760fd9602e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c987d665-7ece-43e3-8644-7e9944c3d89d HTTP/1.1" status: 204 len: 168 time: 0.2096305 Jan 18 16:10:45.375785 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fe42b-6666-4458-a4ff-80760fd9602e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c987d665-7ece-43e3-8644-7e9944c3d89d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:45.387742 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 45548) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:45.483135 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-6a06ae44-117a-41a9-b8ca-970d9568ab1b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef8ef5e07a6e413eb3751290a2b73ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0930877 Jan 18 16:10:45.484763 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 45558) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:45.546818 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6263-2aae-4c81-972a-f3bb5ffa3ca1 admin admin] Publish callbacks [] for security_group (aa40fcf3-774b-44d0-ab13-023e6b02250f), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:45.572664 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6263-2aae-4c81-972a-f3bb5ffa3ca1 admin admin] Publish callbacks [] for security_group (aa40fcf3-774b-44d0-ab13-023e6b02250f), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:45.727918 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6263-2aae-4c81-972a-f3bb5ffa3ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (aa40fcf3-774b-44d0-ab13-023e6b02250f), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:45.730960 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6263-2aae-4c81-972a-f3bb5ffa3ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:45.733600 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a6fb6263-2aae-4c81-972a-f3bb5ffa3ca1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa40fcf3-774b-44d0-ab13-023e6b02250f HTTP/1.1" status: 204 len: 168 time: 0.2462547 Jan 18 16:10:45.742949 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb6263-2aae-4c81-972a-f3bb5ffa3ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa40fcf3-774b-44d0-ab13-023e6b02250f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:45.835720 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:45.884432 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d97c9b-d578-4454-9d61-18c4f5da1a13 req-d8f581a0-73c0-42e2-9e50-c001c96c10b5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:45.885949 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b0d97c9b-d578-4454-9d61-18c4f5da1a13 req-d8f581a0-73c0-42e2-9e50-c001c96c10b5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0505114 Jan 18 16:10:45.956818 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b0d97c9b-d578-4454-9d61-18c4f5da1a13 req-51238a4a-9678-4df3-9901-d65c11f6308b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564439 Jan 18 16:10:46.559326 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 45622) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:46.671999 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9973c5fc-a25f-4e4d-81cb-405b8be75e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:47.028814 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9973c5fc-a25f-4e4d-81cb-405b8be75e27 admin admin] Publish callbacks [] for security_group (80d6a72b-cbdc-43a6-8f31-bdaeff695b16), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:47.073605 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1a820-c79e-4c8e-b229-b804f950656d req-69c44cea-0693-40ae-9075-ed263d79ef54 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:47.075061 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e8a1a820-c79e-4c8e-b229-b804f950656d req-69c44cea-0693-40ae-9075-ed263d79ef54 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0473108 Jan 18 16:10:47.264842 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e8a1a820-c79e-4c8e-b229-b804f950656d req-546ce78f-0654-4c75-b455-9b8f001ba211 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450923 Jan 18 16:10:47.346660 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9973c5fc-a25f-4e4d-81cb-405b8be75e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (80d6a72b-cbdc-43a6-8f31-bdaeff695b16), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:47.385938 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973c5fc-a25f-4e4d-81cb-405b8be75e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d6a72b-cbdc-43a6-8f31-bdaeff695b16,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:47.393039 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-9973c5fc-a25f-4e4d-81cb-405b8be75e27 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8250901d3c9413b82f0640d5611208d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8307018 Jan 18 16:10:47.393916 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 45646) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:47.452267 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5885f646-a096-4eab-ac4f-5d9f8a59f340 admin admin] Publish callbacks [] for security_group (80d6a72b-cbdc-43a6-8f31-bdaeff695b16), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:47.474732 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5885f646-a096-4eab-ac4f-5d9f8a59f340 admin admin] Publish callbacks [] for security_group (80d6a72b-cbdc-43a6-8f31-bdaeff695b16), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:47.613460 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5885f646-a096-4eab-ac4f-5d9f8a59f340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (80d6a72b-cbdc-43a6-8f31-bdaeff695b16), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:47.616178 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5885f646-a096-4eab-ac4f-5d9f8a59f340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:47.620980 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-5885f646-a096-4eab-ac4f-5d9f8a59f340 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80d6a72b-cbdc-43a6-8f31-bdaeff695b16 HTTP/1.1" status: 204 len: 168 time: 0.2255700 Jan 18 16:10:47.631152 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885f646-a096-4eab-ac4f-5d9f8a59f340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d6a72b-cbdc-43a6-8f31-bdaeff695b16,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:48.364518 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25265e94-df23-4d3d-a60f-055d0b72422c req-f2740ebc-2249-4b91-be19-36d1bf158622 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:48.369374 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-25265e94-df23-4d3d-a60f-055d0b72422c req-f2740ebc-2249-4b91-be19-36d1bf158622 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0521274 Jan 18 16:10:48.423083 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-25265e94-df23-4d3d-a60f-055d0b72422c req-de30cdcb-6847-4df1-a46c-8a22911e0b40 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492778 Jan 18 16:10:49.544338 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4dcfb-f94e-413c-b790-9a7aee07176a req-7e855886-b9a9-4287-9384-a232f06ec64d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:49.545895 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-24a4dcfb-f94e-413c-b790-9a7aee07176a req-7e855886-b9a9-4287-9384-a232f06ec64d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0522563 Jan 18 16:10:49.599718 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-24a4dcfb-f94e-413c-b790-9a7aee07176a req-d6ed87b5-4afd-4ecb-837e-7a77d38ea4fc tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443592 Jan 18 16:10:50.073813 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 45768) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:50.326099 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-bf36b345-7302-4e03-8372-86ae858f5500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:50.401512 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-bf36b345-7302-4e03-8372-86ae858f5500 admin admin] Publish callbacks [] for security_group (1d98e040-57a8-4776-bb52-2da6cb9cbad3), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:50.495377 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-bf36b345-7302-4e03-8372-86ae858f5500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (1d98e040-57a8-4776-bb52-2da6cb9cbad3), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:50.535893 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-bf36b345-7302-4e03-8372-86ae858f5500 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ee3307f700e43d282adc4f11edbe0f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587429 Jan 18 16:10:50.535893 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36b345-7302-4e03-8372-86ae858f5500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d98e040-57a8-4776-bb52-2da6cb9cbad3,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:50.536271 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 45788) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:50.584245 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c18fe31a-fb3c-4d13-85d2-9431ad61fc54 admin admin] Publish callbacks [] for security_group (1d98e040-57a8-4776-bb52-2da6cb9cbad3), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:50.605452 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c18fe31a-fb3c-4d13-85d2-9431ad61fc54 admin admin] Publish callbacks [] for security_group (1d98e040-57a8-4776-bb52-2da6cb9cbad3), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:50.723189 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4bcf9-9258-4d41-bb28-b8a23b7a6a4b req-93eeda06-8d76-4151-9492-a9df21222e15 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:50.724854 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1df4bcf9-9258-4d41-bb28-b8a23b7a6a4b req-93eeda06-8d76-4151-9492-a9df21222e15 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0536885 Jan 18 16:10:50.741331 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c18fe31a-fb3c-4d13-85d2-9431ad61fc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (1d98e040-57a8-4776-bb52-2da6cb9cbad3), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:50.743927 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c18fe31a-fb3c-4d13-85d2-9431ad61fc54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:50.745094 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c18fe31a-fb3c-4d13-85d2-9431ad61fc54 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1d98e040-57a8-4776-bb52-2da6cb9cbad3 HTTP/1.1" status: 204 len: 168 time: 0.2078247 Jan 18 16:10:50.754386 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fe31a-fb3c-4d13-85d2-9431ad61fc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d98e040-57a8-4776-bb52-2da6cb9cbad3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:50.788605 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1df4bcf9-9258-4d41-bb28-b8a23b7a6a4b req-44edc8a3-4c27-4c42-b13d-5278a9637611 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539386 Jan 18 16:10:51.455252 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 45812) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:51.471139 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b69b35e-4d53-4305-a5f1-45cd46d3ffed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:51.544096 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b69b35e-4d53-4305-a5f1-45cd46d3ffed admin admin] Publish callbacks [] for security_group (103f68d2-2aa7-46c5-a083-fdda1dd9f16b), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:51.621273 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b69b35e-4d53-4305-a5f1-45cd46d3ffed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (103f68d2-2aa7-46c5-a083-fdda1dd9f16b), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:51.661071 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2b69b35e-4d53-4305-a5f1-45cd46d3ffed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b8906629fd947698dbd0ed2491ffcc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047086 Jan 18 16:10:51.661932 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69b35e-4d53-4305-a5f1-45cd46d3ffed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103f68d2-2aa7-46c5-a083-fdda1dd9f16b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:51.663781 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 45814) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:10:51.713251 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-99d37ced-faec-454b-bac4-e20e8227240d admin admin] Publish callbacks [] for security_group (103f68d2-2aa7-46c5-a083-fdda1dd9f16b), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:51.735226 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-99d37ced-faec-454b-bac4-e20e8227240d admin admin] Publish callbacks [] for security_group (103f68d2-2aa7-46c5-a083-fdda1dd9f16b), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:51.900360 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-99d37ced-faec-454b-bac4-e20e8227240d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (103f68d2-2aa7-46c5-a083-fdda1dd9f16b), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:51.902942 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-99d37ced-faec-454b-bac4-e20e8227240d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:51.904084 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-99d37ced-faec-454b-bac4-e20e8227240d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/103f68d2-2aa7-46c5-a083-fdda1dd9f16b HTTP/1.1" status: 204 len: 168 time: 0.2391453 Jan 18 16:10:51.920391 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d37ced-faec-454b-bac4-e20e8227240d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103f68d2-2aa7-46c5-a083-fdda1dd9f16b,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:10:51.954534 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304d557-854e-4954-a7b9-2c79c88cecba req-babf0f3c-020f-459e-bfa7-eeb7e2e482ad tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:51.961704 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a304d557-854e-4954-a7b9-2c79c88cecba req-babf0f3c-020f-459e-bfa7-eeb7e2e482ad tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0866563 Jan 18 16:10:52.010396 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a304d557-854e-4954-a7b9-2c79c88cecba req-b81720aa-5574-44d7-a09d-7ef96a55a4ef tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465381 Jan 18 16:10:53.146661 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dd178-af92-4590-94dd-2cedf2726103 req-90d918ed-225b-480e-9a5d-15ad6d0296e0 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:53.148453 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-aa2dd178-af92-4590-94dd-2cedf2726103 req-90d918ed-225b-480e-9a5d-15ad6d0296e0 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0545363 Jan 18 16:10:53.231573 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-aa2dd178-af92-4590-94dd-2cedf2726103 req-baf81cf4-b10d-463e-9721-102a962deffb tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748553 Jan 18 16:10:54.347142 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1d11e-c01b-486c-941a-e80f03bdf5ca req-60b0e51c-724f-451f-bdcb-e62e17ad4bc3 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:54.348610 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b2f1d11e-c01b-486c-941a-e80f03bdf5ca req-60b0e51c-724f-451f-bdcb-e62e17ad4bc3 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0487590 Jan 18 16:10:54.396947 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b2f1d11e-c01b-486c-941a-e80f03bdf5ca req-8010c6c4-0c17-4b13-9b98-388d524cbb0c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427544 Jan 18 16:10:54.847784 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8c20c-6b45-4585-9351-89451528703d req-e78e09a1-1aa6-4d5f-9862-b12cdd9591e5 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:54.849719 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78c8c20c-6b45-4585-9351-89451528703d req-e78e09a1-1aa6-4d5f-9862-b12cdd9591e5 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/networks?id=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 HTTP/1.1" status: 200 len: 815 time: 0.1243784 Jan 18 16:10:54.865201 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78c8c20c-6b45-4585-9351-89451528703d req-9ea4d7cc-a9e3-4007-8cef-7e2364632b7c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/quotas/2f5194c096ef4e229c349ca5b2eb91f3 HTTP/1.1" status: 200 len: 375 time: 0.0104160 Jan 18 16:10:54.927900 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78c8c20c-6b45-4585-9351-89451528703d req-10dfa575-0628-4f7b-89a1-bab4d95ecac1 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547667 Jan 18 16:10:55.028389 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78c8c20c-6b45-4585-9351-89451528703d req-313fe82c-e34f-4d6a-b865-b59563605446 service neutron] 10.222.0.70 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931830 Jan 18 16:10:55.125952 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78c8c20c-6b45-4585-9351-89451528703d req-282daf7f-c1e1-4a62-ab44-00b1abc099e0 service neutron] 10.222.0.70 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903947 Jan 18 16:10:55.467189 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ee9faaa0-2162-4f4d-bfb8-a141fb0a03a2 req-35261828-9ef4-4c61-b407-82e6ca53cca8 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 210 time: 0.0345719 Jan 18 16:10:55.533737 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614c4a2-c68f-4615-bd21-2c5e56efd629 req-9b776764-c8df-4edd-89a1-51dfd1162c59 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:55.533737 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1614c4a2-c68f-4615-bd21-2c5e56efd629 req-9b776764-c8df-4edd-89a1-51dfd1162c59 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0601134 Jan 18 16:10:55.579760 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1614c4a2-c68f-4615-bd21-2c5e56efd629 req-18070ffa-6629-4eae-8f6f-14a55f1224d9 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432627 Jan 18 16:10:56.209432 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:56.556618 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6d00128d-db3d-4732-9dbc-8a89214c6639 req-26184357-b85b-4748-b1b6-33eb173e93f7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 210 time: 0.0248289 Jan 18 16:10:56.689360 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff66e6e-cdaf-4b7a-b158-bda260094a11 req-7c9012d8-188a-412c-93ae-27ccdd5026e9 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:56.694812 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bff66e6e-cdaf-4b7a-b158-bda260094a11 req-7c9012d8-188a-412c-93ae-27ccdd5026e9 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0468574 Jan 18 16:10:56.740041 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bff66e6e-cdaf-4b7a-b158-bda260094a11 req-b1ec0ae3-6dc7-46ff-9dc8-2dda8f524467 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435324 Jan 18 16:10:57.646126 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1827df30-ef79-4128-a65e-ab36b592beb2 req-ccd1c717-2992-4164-b6c8-1e24c2d3e1d4 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 210 time: 0.0245662 Jan 18 16:10:57.854699 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707d0ae-0d59-4286-a842-a0677caa6bd2 req-acfa7ada-7f9a-42a4-bee6-98a254f3d365 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:57.856148 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9707d0ae-0d59-4286-a842-a0677caa6bd2 req-acfa7ada-7f9a-42a4-bee6-98a254f3d365 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0499454 Jan 18 16:10:57.901981 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9707d0ae-0d59-4286-a842-a0677caa6bd2 req-526be428-99a8-4b93-b27b-4f91b11bfe65 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397327 Jan 18 16:10:58.736915 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1e993fd1-da38-47f7-b6d0-adf52ae29875 req-91a8e22e-1326-46ce-b6d9-7929e4bffdc0 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 210 time: 0.0245614 Jan 18 16:10:59.032517 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db983b7-c053-4ed0-a39e-14a12eec2be7 req-1b25c733-2eb1-4418-a498-c2100d236748 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:59.034173 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8db983b7-c053-4ed0-a39e-14a12eec2be7 req-1b25c733-2eb1-4418-a498-c2100d236748 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0535226 Jan 18 16:10:59.101904 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8db983b7-c053-4ed0-a39e-14a12eec2be7 req-fb011620-5f15-482e-a5a1-a0bc9a6dfbed tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610483 Jan 18 16:10:59.297221 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8c20c-6b45-4585-9351-89451528703d req-64daaa98-b597-414b-86ef-68bca026655d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:10:59.298652 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78c8c20c-6b45-4585-9351-89451528703d req-64daaa98-b597-414b-86ef-68bca026655d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "GET /v2.0/networks?id=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 HTTP/1.1" status: 200 len: 815 time: 0.1029251 Jan 18 16:10:59.314696 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [req-78c8c20c-6b45-4585-9351-89451528703d req-c4e66a1b-94a6-4988-8133-479a3c500569 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Request body: {'port': {'device_id': 'cb431057-6bfb-4c42-a286-9b64ae52ce24', 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28', 'admin_state_up': True, 'tenant_id': '2f5194c096ef4e229c349ca5b2eb91f3'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:10:59.538875 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c8c20c-6b45-4585-9351-89451528703d req-c4e66a1b-94a6-4988-8133-479a3c500569 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Made reservation on behalf of 2f5194c096ef4e229c349ca5b2eb91f3 for: {'port': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:10:59.542431 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-78c8c20c-6b45-4585-9351-89451528703d req-c4e66a1b-94a6-4988-8133-479a3c500569 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:10:59.667131 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_common [req-78c8c20c-6b45-4585-9351-89451528703d req-c4e66a1b-94a6-4988-8133-479a3c500569 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Allocated IP 172.20.0.8 (44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28/8c483501-a62e-409d-95e4-04b5906fccaf/7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5) {{(pid=103252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:10:59.838588 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e897048f-ce75-40a6-a9c8-83edad7ccf4b req-4cbb6b10-a2d5-455b-bf38-632aff3dd163 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 210 time: 0.0342128 Jan 18 16:10:59.843810 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-78c8c20c-6b45-4585-9351-89451528703d req-c4e66a1b-94a6-4988-8133-479a3c500569 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks [] for port (7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:00.024837 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-78c8c20c-6b45-4585-9351-89451528703d req-c4e66a1b-94a6-4988-8133-479a3c500569 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:00.038957 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['e62fed9d-9120-4c64-9758-a7f7c30137c5', '58adc538-3b61-4692-9225-4995797655c8'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:11:00.413597 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c8c20c-6b45-4585-9351-89451528703d req-c4e66a1b-94a6-4988-8133-479a3c500569 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:11:00.422145 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [req-78c8c20c-6b45-4585-9351-89451528703d req-c4e66a1b-94a6-4988-8133-479a3c500569 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:11:00.425109 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c8c20c-6b45-4585-9351-89451528703d req-c4e66a1b-94a6-4988-8133-479a3c500569 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Received port after_create {{(pid=103252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:11:00.452071 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e66a1b-94a6-4988-8133-479a3c500569 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Pushing event updated for resources: {'Port': ['ID=7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:00.476327 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f9146-06f3-4611-a642-937d959f092d req-b35c797d-c169-4c85-b290-d101a3799e5f tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:00.478149 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ce2f9146-06f3-4611-a642-937d959f092d req-b35c797d-c169-4c85-b290-d101a3799e5f tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.1126416 Jan 18 16:11:00.499732 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8c20c-6b45-4585-9351-89451528703d req-c4e66a1b-94a6-4988-8133-479a3c500569 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:00.500320 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-78c8c20c-6b45-4585-9351-89451528703d req-c4e66a1b-94a6-4988-8133-479a3c500569 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:00.541387 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ce2f9146-06f3-4611-a642-937d959f092d req-e73aaf01-2520-4d10-902c-69cc27a2f19e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572329 Jan 18 16:11:00.629119 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78c8c20c-6b45-4585-9351-89451528703d req-c4e66a1b-94a6-4988-8133-479a3c500569 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3181419 Jan 18 16:11:00.641408 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Request body: {'port': {'device_id': 'cb431057-6bfb-4c42-a286-9b64ae52ce24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:11:00.696998 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:00.990490 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 {{(pid=103252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:11:00.999214 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Publish callbacks [] for port (7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:01.013390 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40ea3b-8d7c-46f6-8ae4-66ebda221e51 req-8fb12d70-c6ca-4141-af7c-668782caf8ff tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:01.014894 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dd40ea3b-8d7c-46f6-8ae4-66ebda221e51 req-8fb12d70-c6ca-4141-af7c-668782caf8ff tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 931 time: 0.0915339 Jan 18 16:11:01.023580 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.provisioning_blocks [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Transition to ACTIVE for port object 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 will not be triggered until provisioned by entity L2. {{(pid=103252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:11:01.063042 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dd40ea3b-8d7c-46f6-8ae4-66ebda221e51 req-2ec356ac-72f3-4761-b6b6-4b0de6b01301 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410407 Jan 18 16:11:01.106719 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8693634'] for port (7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:01.159504 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Pushing event updated for resources: {'Port': ['ID=7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:01.229707 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Attempting to bind port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:11:01.230038 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Attempting to bind port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:11:01.230367 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Attempting to bind port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 on network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:11:01.234591 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 on network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:11:01.234915 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Attempting to bind port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 on network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:11:01.239694 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:11:01.240029 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Checking segment: {'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:11:01.240408 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Bound using segment: {'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:11:01.240891 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Bound port: 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'}}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:11:01.241273 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:01.305877 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] For port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5, host hv-cinder-78836, cleared binding levels {{(pid=103252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:11:01.308836 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] For port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:11:01.398833 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8693634'] for port (7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:01.444594 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:01.444594 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:01.446512 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78c8c20c-6b45-4585-9351-89451528703d req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] 10.222.0.72 "PUT /v2.0/ports/7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 HTTP/1.1" status: 200 len: 1093 time: 0.8091204 Jan 18 16:11:01.446968 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb431057-6bfb-4c42-a286-9b64ae52ce24', 'tag': '7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:11:01.449557 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d5636e-f41e-4404-acc4-b435f3ed8137" -d '{"events": [{"name": "network-changed", "server_uuid": "cb431057-6bfb-4c42-a286-9b64ae52ce24", "tag": "7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:11:01.471864 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e1baf-3c6e-4c7d-84ee-3fd9ea7d82ff service neutron] Pushing event updated for resources: {'Port': ['ID=7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5,revision_number=3']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:01.498196 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a00e9c1-e68e-4847-97d1-4b102b660bc3 x-openstack-request-id: req-6a00e9c1-e68e-4847-97d1-4b102b660bc3 {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:11:01.499009 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb431057-6bfb-4c42-a286-9b64ae52ce24", "tag": "7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:11:01.499269 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a00e9c1-e68e-4847-97d1-4b102b660bc3 {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:11:01.499682 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb431057-6bfb-4c42-a286-9b64ae52ce24', 'tag': '7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5', 'status': 'completed', 'code': 200} Jan 18 16:11:01.556612 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5636e-f41e-4404-acc4-b435f3ed8137 req-fd3cd4dd-2afa-4bb9-9871-3e59e1e1a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:01.558511 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-56d5636e-f41e-4404-acc4-b435f3ed8137 req-fd3cd4dd-2afa-4bb9-9871-3e59e1e1a20e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 1096 time: 0.0405324 Jan 18 16:11:01.706745 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c3314-6317-4a01-9262-4e93a3941d51 req-a704ad06-3462-4acc-9271-2673a073baa3 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:01.708239 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7f1c3314-6317-4a01-9262-4e93a3941d51 req-a704ad06-3462-4acc-9271-2673a073baa3 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0724740 Jan 18 16:11:01.709236 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5636e-f41e-4404-acc4-b435f3ed8137 req-75c09f5a-76ab-4cd7-bf49-ad5ac2699c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:01.710542 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-56d5636e-f41e-4404-acc4-b435f3ed8137 req-75c09f5a-76ab-4cd7-bf49-ad5ac2699c41 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1410244 Jan 18 16:11:01.817293 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7f1c3314-6317-4a01-9262-4e93a3941d51 req-7b6f1d99-f4db-4fe9-9b5c-d5787a7d7ec1 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014340 Jan 18 16:11:01.839492 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5636e-f41e-4404-acc4-b435f3ed8137 req-3ea23e21-3e49-4b18-a630-d577161f5fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:01.840127 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-56d5636e-f41e-4404-acc4-b435f3ed8137 req-3ea23e21-3e49-4b18-a630-d577161f5fda service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1179008 Jan 18 16:11:01.929546 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8c20c-6b45-4585-9351-89451528703d req-0e57c920-985e-4dc2-91c4-a268db2c8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:01.931059 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78c8c20c-6b45-4585-9351-89451528703d req-0e57c920-985e-4dc2-91c4-a268db2c8ca1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 1096 time: 0.0391705 Jan 18 16:11:01.979186 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78c8c20c-6b45-4585-9351-89451528703d req-54aa7911-a449-4303-8534-1535bf69f059 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 HTTP/1.1" status: 200 len: 217 time: 0.0371008 Jan 18 16:11:02.042302 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8c20c-6b45-4585-9351-89451528703d req-f07400d0-a750-4de1-8657-449ce1b37214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:02.043895 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78c8c20c-6b45-4585-9351-89451528703d req-f07400d0-a750-4de1-8657-449ce1b37214 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c483501-a62e-409d-95e4-04b5906fccaf HTTP/1.1" status: 200 len: 855 time: 0.0562563 Jan 18 16:11:02.078404 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78c8c20c-6b45-4585-9351-89451528703d req-0519a6df-4263-454b-b805-d04d9ef044b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245593 Jan 18 16:11:02.207157 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78c8c20c-6b45-4585-9351-89451528703d req-47881be3-792c-44d7-957c-4fd827aeeec3 service neutron] 10.222.0.72 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157701 Jan 18 16:11:02.215421 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483a1ba-bb36-4230-96bd-e2936b9e6973 req-15665d04-1ffa-4915-bc79-d2aebbed4105 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:02.216796 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1483a1ba-bb36-4230-96bd-e2936b9e6973 req-15665d04-1ffa-4915-bc79-d2aebbed4105 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 943 time: 0.0701425 Jan 18 16:11:02.321414 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1483a1ba-bb36-4230-96bd-e2936b9e6973 req-9b5bd20b-3ccd-4dbc-9b7b-5edce3d39fa8 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951939 Jan 18 16:11:02.339619 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78c8c20c-6b45-4585-9351-89451528703d req-eedfc9c1-a12b-494d-bae9-c7c9ba67f071 service neutron] 10.222.0.72 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201980 Jan 18 16:11:02.943589 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba1239-5563-427f-a007-51b56954f664 req-bb1af8a9-7e9a-4767-828a-5004b95ded95 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:02.945123 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3fba1239-5563-427f-a007-51b56954f664 req-bb1af8a9-7e9a-4767-828a-5004b95ded95 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0507307 Jan 18 16:11:02.991205 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3fba1239-5563-427f-a007-51b56954f664 req-936d0125-4a1e-493b-bb31-c68b05c12f47 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407376 Jan 18 16:11:03.440059 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d18e05-0c2c-4087-8f79-a5dabbfe7007 req-cf68c906-17c7-4bc5-8c5d-2e7c468231f7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:03.441814 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c0d18e05-0c2c-4087-8f79-a5dabbfe7007 req-cf68c906-17c7-4bc5-8c5d-2e7c468231f7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 943 time: 0.0496538 Jan 18 16:11:03.487580 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c0d18e05-0c2c-4087-8f79-a5dabbfe7007 req-96de7165-c0f9-420f-a83d-36bb1ce00009 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Jan 18 16:11:04.107574 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc31ec-2f51-4d06-a5ca-095877afb80e req-293ce5d1-63c3-4109-8e20-6ec4338866fe tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:04.109759 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-73cc31ec-2f51-4d06-a5ca-095877afb80e req-293ce5d1-63c3-4109-8e20-6ec4338866fe tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0525959 Jan 18 16:11:04.171312 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-73cc31ec-2f51-4d06-a5ca-095877afb80e req-f7e76cd4-9e1c-40bd-8d6a-3ad6cb854f14 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534320 Jan 18 16:11:04.327616 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 46184) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:04.439049 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f6be5bf6-c017-46af-be90-cce3ffaded51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:04.513185 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f6be5bf6-c017-46af-be90-cce3ffaded51 admin admin] Publish callbacks [] for security_group (784b2f31-b6c3-4189-b20a-d559f037d983), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:04.589081 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f6be5bf6-c017-46af-be90-cce3ffaded51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (784b2f31-b6c3-4189-b20a-d559f037d983), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:04.641598 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-f6be5bf6-c017-46af-be90-cce3ffaded51 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a323f9d55fbe4c8794021cecc9dbdab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128896 Jan 18 16:11:04.643213 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5bf6-c017-46af-be90-cce3ffaded51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784b2f31-b6c3-4189-b20a-d559f037d983,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:04.644391 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 46202) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:04.654312 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd3a2a-659c-403e-9c0c-ba2efcb79cf4 req-bdb1d359-747e-4889-9680-20095649881b tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:04.656362 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4ecd3a2a-659c-403e-9c0c-ba2efcb79cf4 req-bdb1d359-747e-4889-9680-20095649881b tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 943 time: 0.0953658 Jan 18 16:11:04.695562 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29420008-e901-40a1-98b9-52b81da4f8f2 admin admin] Publish callbacks [] for security_group (784b2f31-b6c3-4189-b20a-d559f037d983), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:04.711061 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4ecd3a2a-659c-403e-9c0c-ba2efcb79cf4 req-6e7af472-0477-4697-b1ea-87071604e6fd tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473380 Jan 18 16:11:04.718251 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29420008-e901-40a1-98b9-52b81da4f8f2 admin admin] Publish callbacks [] for security_group (784b2f31-b6c3-4189-b20a-d559f037d983), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:04.915704 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29420008-e901-40a1-98b9-52b81da4f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (784b2f31-b6c3-4189-b20a-d559f037d983), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:04.918554 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29420008-e901-40a1-98b9-52b81da4f8f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:04.919753 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-29420008-e901-40a1-98b9-52b81da4f8f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/784b2f31-b6c3-4189-b20a-d559f037d983 HTTP/1.1" status: 204 len: 168 time: 0.2743151 Jan 18 16:11:04.933037 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29420008-e901-40a1-98b9-52b81da4f8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784b2f31-b6c3-4189-b20a-d559f037d983,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:05.289490 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef42dc3-9964-4319-9a62-1348c740330f req-e30b3e61-866d-4049-b43a-78adc54f0e6b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:05.290984 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-eef42dc3-9964-4319-9a62-1348c740330f req-e30b3e61-866d-4049-b43a-78adc54f0e6b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0513027 Jan 18 16:11:05.338980 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-eef42dc3-9964-4319-9a62-1348c740330f req-22651ae5-dc2e-40a1-8427-cfbb6b70f041 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418100 Jan 18 16:11:05.716464 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 46238) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:05.729387 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43ae91b8-ccf1-4153-a6d6-b5cab7953581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:05.820516 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43ae91b8-ccf1-4153-a6d6-b5cab7953581 admin admin] Publish callbacks [] for security_group (35512580-dfdf-48c4-b068-f32515d3ac4e), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:05.841128 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd16444-3a73-4dda-9bd1-4c087800ea65 req-090b6e03-db67-4c06-a735-3113d1a3b4b0 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:05.845252 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1dd16444-3a73-4dda-9bd1-4c087800ea65 req-090b6e03-db67-4c06-a735-3113d1a3b4b0 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 943 time: 0.0534079 Jan 18 16:11:05.894292 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1dd16444-3a73-4dda-9bd1-4c087800ea65 req-a7a27a73-c4f6-4638-9a60-59e54b4acb18 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457644 Jan 18 16:11:05.928313 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43ae91b8-ccf1-4153-a6d6-b5cab7953581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (35512580-dfdf-48c4-b068-f32515d3ac4e), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:05.963083 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae91b8-ccf1-4153-a6d6-b5cab7953581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35512580-dfdf-48c4-b068-f32515d3ac4e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:05.975902 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-43ae91b8-ccf1-4153-a6d6-b5cab7953581 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2e0d5bd69ba420e8a783718c6cdea5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581902 Jan 18 16:11:05.980262 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 46256) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:06.025090 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c880c606-a1dd-4bf9-b697-1c1aeb20efae admin admin] Publish callbacks [] for security_group (35512580-dfdf-48c4-b068-f32515d3ac4e), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:06.046736 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c880c606-a1dd-4bf9-b697-1c1aeb20efae admin admin] Publish callbacks [] for security_group (35512580-dfdf-48c4-b068-f32515d3ac4e), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:06.178689 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c880c606-a1dd-4bf9-b697-1c1aeb20efae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (35512580-dfdf-48c4-b068-f32515d3ac4e), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:06.181518 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c880c606-a1dd-4bf9-b697-1c1aeb20efae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:06.182730 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c880c606-a1dd-4bf9-b697-1c1aeb20efae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/35512580-dfdf-48c4-b068-f32515d3ac4e HTTP/1.1" status: 204 len: 168 time: 0.2030585 Jan 18 16:11:06.192933 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880c606-a1dd-4bf9-b697-1c1aeb20efae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35512580-dfdf-48c4-b068-f32515d3ac4e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:06.462324 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4ebf1-7524-4f86-b240-779e49c52411 req-f7a9f4e5-a27a-4409-841f-14463bbabcd4 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:06.463937 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-54f4ebf1-7524-4f86-b240-779e49c52411 req-f7a9f4e5-a27a-4409-841f-14463bbabcd4 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0510716 Jan 18 16:11:06.512449 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-54f4ebf1-7524-4f86-b240-779e49c52411 req-afd72f9b-7b12-4056-9f9d-53105d15677b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423169 Jan 18 16:11:06.570944 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:11:06.584659 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f996d-e693-44aa-8246-70bb3f81cfe1 req-4948214d-41cb-44bc-8871-81d239b02e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:06.586450 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-630f996d-e693-44aa-8246-70bb3f81cfe1 req-4948214d-41cb-44bc-8871-81d239b02e29 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 1098 time: 0.0457954 Jan 18 16:11:06.649646 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-630f996d-e693-44aa-8246-70bb3f81cfe1 req-8d2c18cd-ca2e-4fd3-8920-5c53715c8dde service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535288 Jan 18 16:11:06.670401 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:11:06.682238 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': '7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5', 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28', 'port_id': '7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5', 'mac_address': 'fa:16:3e:aa:74:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c483501-a62e-409d-95e4-04b5906fccaf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:11:06.724940 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:11:06.725442 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:06.739761 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:11:06.762689 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:11:06.837847 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:06.891536 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:07.018675 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14677f06-5349-4269-940f-43ad6588c7c6 req-2a5163d9-b52d-45eb-bdf6-93ff8ec62490 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:07.020140 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-14677f06-5349-4269-940f-43ad6588c7c6 req-2a5163d9-b52d-45eb-bdf6-93ff8ec62490 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 944 time: 0.0517850 Jan 18 16:11:07.067515 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-14677f06-5349-4269-940f-43ad6588c7c6 req-fc87d838-b318-4a9b-b2ed-ae2234ea0200 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416121 Jan 18 16:11:07.326972 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:11:07.638741 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385447b9-ef25-4796-9bf6-029f68c59664 req-432a48fa-a6c4-4300-834d-c7ac2d68ce02 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:07.638741 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-385447b9-ef25-4796-9bf6-029f68c59664 req-432a48fa-a6c4-4300-834d-c7ac2d68ce02 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0505729 Jan 18 16:11:07.684131 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-385447b9-ef25-4796-9bf6-029f68c59664 req-cc87fee2-5138-4dd6-ba8f-c2c865e78c2d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452068 Jan 18 16:11:08.189770 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd56df-50c7-47c2-8ff5-e1ec6d8f5efc req-aeffb8cf-70b4-4058-b7e7-3322ae9c8289 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:08.192573 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-98dd56df-50c7-47c2-8ff5-e1ec6d8f5efc req-aeffb8cf-70b4-4058-b7e7-3322ae9c8289 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 944 time: 0.0500956 Jan 18 16:11:08.203499 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 46348) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:08.244209 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-98dd56df-50c7-47c2-8ff5-e1ec6d8f5efc req-6b75263d-9ca2-4eff-9fc7-423d19f4c1a7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473330 Jan 18 16:11:08.330241 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca490-df4f-4e61-9b9a-b30836a443bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:08.401741 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca490-df4f-4e61-9b9a-b30836a443bc admin admin] Publish callbacks [] for security_group (25ba118e-4349-482a-97bb-b070c36c33f0), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:08.509937 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca490-df4f-4e61-9b9a-b30836a443bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (25ba118e-4349-482a-97bb-b070c36c33f0), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:08.538050 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 46358) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:08.552248 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5f4ca490-df4f-4e61-9b9a-b30836a443bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4dc59a282444e74a1a6446577a5db20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470602 Jan 18 16:11:08.555158 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ca490-df4f-4e61-9b9a-b30836a443bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ba118e-4349-482a-97bb-b070c36c33f0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:08.556968 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 46362) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:08.590849 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:11:08.621295 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ce235701-c5f6-4d61-84df-4474f04decda admin admin] Publish callbacks [] for security_group (25ba118e-4349-482a-97bb-b070c36c33f0), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:08.659485 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ce235701-c5f6-4d61-84df-4474f04decda admin admin] Publish callbacks [] for security_group (25ba118e-4349-482a-97bb-b070c36c33f0), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:08.661765 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-40d97845-32c7-43ad-9eb0-88a4fa882085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:08.712497 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:11:08.718832 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:11:08.719390 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:08.765918 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-40d97845-32c7-43ad-9eb0-88a4fa882085 admin admin] Publish callbacks [] for security_group (050cf7ef-7a9b-45e9-8467-aa6c36a1ba22), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:08.803114 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:11:08.803624 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:08.810972 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bc6df-10f9-4e84-8dfe-995d6b36efed req-2fba9aa0-bc20-4f37-9b0f-a4b81ad84fde tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:08.812451 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b91bc6df-10f9-4e84-8dfe-995d6b36efed req-2fba9aa0-bc20-4f37-9b0f-a4b81ad84fde tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0501347 Jan 18 16:11:08.830833 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb431057-6bfb-4c42-a286-9b64ae52ce24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:11:08.833528 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf1ec07-f459-4fde-9014-0f5e7aa874d9" -d '{"events": [{"server_uuid": "cb431057-6bfb-4c42-a286-9b64ae52ce24", "name": "network-vif-plugged", "status": "completed", "tag": "7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:11:08.847871 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:11:08.866007 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b91bc6df-10f9-4e84-8dfe-995d6b36efed req-5bd90d72-eb31-4be0-b4d1-c6301669bdff tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471358 Jan 18 16:11:08.873005 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f8197e-2133-446d-8fb0-84694c8925d3 x-openstack-request-id: req-d8f8197e-2133-446d-8fb0-84694c8925d3 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:11:08.873341 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb431057-6bfb-4c42-a286-9b64ae52ce24", "name": "network-vif-plugged", "status": "completed", "tag": "7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:11:08.873596 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8f8197e-2133-446d-8fb0-84694c8925d3 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:11:08.874028 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb431057-6bfb-4c42-a286-9b64ae52ce24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5', 'code': 200} Jan 18 16:11:08.907904 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-40d97845-32c7-43ad-9eb0-88a4fa882085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (050cf7ef-7a9b-45e9-8467-aa6c36a1ba22), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:08.914421 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ce235701-c5f6-4d61-84df-4474f04decda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (25ba118e-4349-482a-97bb-b070c36c33f0), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:08.917132 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ce235701-c5f6-4d61-84df-4474f04decda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:08.918282 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-ce235701-c5f6-4d61-84df-4474f04decda admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/25ba118e-4349-482a-97bb-b070c36c33f0 HTTP/1.1" status: 204 len: 168 time: 0.3601716 Jan 18 16:11:08.928590 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:08.971285 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-40d97845-32c7-43ad-9eb0-88a4fa882085 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fbb8e91341c34e46a55e3f7c67c7064c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320698 Jan 18 16:11:08.974025 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 46374) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:08.988171 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d97845-32c7-43ad-9eb0-88a4fa882085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050cf7ef-7a9b-45e9-8467-aa6c36a1ba22,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:08.999497 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:09.026017 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce235701-c5f6-4d61-84df-4474f04decda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ba118e-4349-482a-97bb-b070c36c33f0,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:09.068046 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f90f6201-db43-4bc7-9add-2c012433bf5c admin admin] Publish callbacks [] for security_group (050cf7ef-7a9b-45e9-8467-aa6c36a1ba22), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:09.101583 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f90f6201-db43-4bc7-9add-2c012433bf5c admin admin] Publish callbacks [] for security_group (050cf7ef-7a9b-45e9-8467-aa6c36a1ba22), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:09.238290 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f90f6201-db43-4bc7-9add-2c012433bf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (050cf7ef-7a9b-45e9-8467-aa6c36a1ba22), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:09.240947 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f90f6201-db43-4bc7-9add-2c012433bf5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:09.244538 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-f90f6201-db43-4bc7-9add-2c012433bf5c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/050cf7ef-7a9b-45e9-8467-aa6c36a1ba22 HTTP/1.1" status: 204 len: 168 time: 0.2663362 Jan 18 16:11:09.262171 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f6201-db43-4bc7-9add-2c012433bf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050cf7ef-7a9b-45e9-8467-aa6c36a1ba22,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:09.264770 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e41f2e-d0d4-49c8-bd1c-c4bc1cba72dd req-5632fb6e-217f-4019-9d73-26b5f92d10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:09.266900 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-24e41f2e-d0d4-49c8-bd1c-c4bc1cba72dd req-5632fb6e-217f-4019-9d73-26b5f92d10c1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 1098 time: 0.0423253 Jan 18 16:11:09.405497 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-24e41f2e-d0d4-49c8-bd1c-c4bc1cba72dd req-4dec7c04-810c-4294-95be-68e4f45744b9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151886 Jan 18 16:11:09.426346 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a413906-17ff-41d1-abfb-e4e0dad5e74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:09.493492 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67014c19-aca8-4d1e-afa8-f0c5d51e40f6 req-f16c8751-1acb-4e0e-bbb9-32c0388e637f tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:09.495045 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-67014c19-aca8-4d1e-afa8-f0c5d51e40f6 req-f16c8751-1acb-4e0e-bbb9-32c0388e637f tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 945 time: 0.0874677 Jan 18 16:11:09.518835 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f327315-b2b2-4bd2-82e8-8d3faad25625 req-9fe0c74d-aa51-417d-a332-1966c05422a5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:09.520452 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0f327315-b2b2-4bd2-82e8-8d3faad25625 req-9fe0c74d-aa51-417d-a332-1966c05422a5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.1140251 Jan 18 16:11:09.581599 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-67014c19-aca8-4d1e-afa8-f0c5d51e40f6 req-92ac63cc-fc5e-4637-8003-f007e0180261 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792120 Jan 18 16:11:09.602270 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0f327315-b2b2-4bd2-82e8-8d3faad25625 req-55855586-1980-41a9-9541-24383e5a83f2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694654 Jan 18 16:11:09.722636 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23317a2-ac7e-402c-920d-05244c7d6fae req-4da5ce3d-4a47-4722-8ad3-8fe961477f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:09.724214 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e23317a2-ac7e-402c-920d-05244c7d6fae req-4da5ce3d-4a47-4722-8ad3-8fe961477f25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a2cc8740e33470a9ded5669c46c9c4a&device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 1098 time: 0.0473540 Jan 18 16:11:09.832668 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23317a2-ac7e-402c-920d-05244c7d6fae req-3d768218-ceb1-4903-9af7-ba6bdb0b6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:09.834167 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e23317a2-ac7e-402c-920d-05244c7d6fae req-3d768218-ceb1-4903-9af7-ba6bdb0b6387 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a96305d-1da2-4cf0-932e-99a783e1606e HTTP/1.1" status: 200 len: 919 time: 0.0894804 Jan 18 16:11:09.874804 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e23317a2-ac7e-402c-920d-05244c7d6fae req-f819132e-2907-45d9-b370-f99aa2459ff6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a374a679-7136-4061-9885-ff645c884e07 HTTP/1.1" status: 200 len: 217 time: 0.0339844 Jan 18 16:11:09.926577 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23317a2-ac7e-402c-920d-05244c7d6fae req-db5e1cd1-507b-4311-8978-4ec9c8f64ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:09.928069 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e23317a2-ac7e-402c-920d-05244c7d6fae req-db5e1cd1-507b-4311-8978-4ec9c8f64ed3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6d824aa-d305-456f-848d-ceb7c3880cbb HTTP/1.1" status: 200 len: 858 time: 0.0465808 Jan 18 16:11:09.980910 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e23317a2-ac7e-402c-920d-05244c7d6fae req-c807b6fe-f7ce-4e30-a0a8-02aff2e51672 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a96305d-1da2-4cf0-932e-99a783e1606e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294948 Jan 18 16:11:10.071748 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e23317a2-ac7e-402c-920d-05244c7d6fae req-d8195c19-0f19-4f17-bdeb-a4feb2888520 service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827761 Jan 18 16:11:10.148070 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 46420) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:10.181544 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8532cc70-7306-464b-922f-185481c17f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:10.182975 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e23317a2-ac7e-402c-920d-05244c7d6fae req-48662327-ab7c-49e1-8b63-d99073cd015a service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957541 Jan 18 16:11:10.285424 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8532cc70-7306-464b-922f-185481c17f05 admin admin] Publish callbacks [] for security_group (7814b89e-1e99-4a30-927c-6bf8995dc6d7), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:10.392140 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8532cc70-7306-464b-922f-185481c17f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (7814b89e-1e99-4a30-927c-6bf8995dc6d7), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:10.443099 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-8532cc70-7306-464b-922f-185481c17f05 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7bc572cca3484f8ea3f91e5e9824cfd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927198 Jan 18 16:11:10.446715 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532cc70-7306-464b-922f-185481c17f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7814b89e-1e99-4a30-927c-6bf8995dc6d7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:10.448928 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 46444) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:10.507576 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-81d1bf9d-4ef5-4d45-aade-a273cb9da361 admin admin] Publish callbacks [] for security_group (7814b89e-1e99-4a30-927c-6bf8995dc6d7), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:10.530744 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-81d1bf9d-4ef5-4d45-aade-a273cb9da361 admin admin] Publish callbacks [] for security_group (7814b89e-1e99-4a30-927c-6bf8995dc6d7), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:10.633005 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-81d1bf9d-4ef5-4d45-aade-a273cb9da361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (7814b89e-1e99-4a30-927c-6bf8995dc6d7), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:10.636224 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-81d1bf9d-4ef5-4d45-aade-a273cb9da361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:10.640394 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-81d1bf9d-4ef5-4d45-aade-a273cb9da361 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7814b89e-1e99-4a30-927c-6bf8995dc6d7 HTTP/1.1" status: 204 len: 168 time: 0.1904225 Jan 18 16:11:10.648879 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1bf9d-4ef5-4d45-aade-a273cb9da361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7814b89e-1e99-4a30-927c-6bf8995dc6d7,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:10.774788 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68eff6-0e71-4eae-ad56-a2d4d6a02153 req-09c20c00-30a3-48ea-a04c-faecb8be7e6d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:10.776524 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1a68eff6-0e71-4eae-ad56-a2d4d6a02153 req-09c20c00-30a3-48ea-a04c-faecb8be7e6d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 945 time: 0.0861585 Jan 18 16:11:10.795110 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16b2c7-6a72-4ac8-b5b1-26d38013307e req-d2fdad32-e0c9-4bd7-94fd-4383c051950f tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:10.796641 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c16b2c7-6a72-4ac8-b5b1-26d38013307e req-d2fdad32-e0c9-4bd7-94fd-4383c051950f tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0756278 Jan 18 16:11:10.869200 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1a68eff6-0e71-4eae-ad56-a2d4d6a02153 req-a8bd883a-8a79-4f50-8106-986357893678 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842421 Jan 18 16:11:10.874029 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c16b2c7-6a72-4ac8-b5b1-26d38013307e req-82d3469d-be7c-49e6-964f-673c3eb7ce5f tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702379 Jan 18 16:11:11.371380 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 46472) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:11.395743 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-b02b10b6-4f3c-4d5e-bcb4-9c1a52f79785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:11.466831 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-b02b10b6-4f3c-4d5e-bcb4-9c1a52f79785 admin admin] Publish callbacks [] for security_group (7dc6502d-ea19-4685-910b-a3e61e53b4b1), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:11.513031 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3d0da8e-b90e-45d3-8702-513c4217ea7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:11.572615 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-b02b10b6-4f3c-4d5e-bcb4-9c1a52f79785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (7dc6502d-ea19-4685-910b-a3e61e53b4b1), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:11.611550 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-b02b10b6-4f3c-4d5e-bcb4-9c1a52f79785 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b506d8423c2495d97b2ffbe21904060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396352 Jan 18 16:11:11.612694 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b10b6-4f3c-4d5e-bcb4-9c1a52f79785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc6502d-ea19-4685-910b-a3e61e53b4b1,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:11.614253 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 46478) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:11.665959 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c84aff61-1c30-4ccd-92b0-b81010d336dd admin admin] Publish callbacks [] for security_group (7dc6502d-ea19-4685-910b-a3e61e53b4b1), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:11.686167 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c84aff61-1c30-4ccd-92b0-b81010d336dd admin admin] Publish callbacks [] for security_group (7dc6502d-ea19-4685-910b-a3e61e53b4b1), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:11.792209 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c84aff61-1c30-4ccd-92b0-b81010d336dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (7dc6502d-ea19-4685-910b-a3e61e53b4b1), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:11.794858 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c84aff61-1c30-4ccd-92b0-b81010d336dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:11.796315 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c84aff61-1c30-4ccd-92b0-b81010d336dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7dc6502d-ea19-4685-910b-a3e61e53b4b1 HTTP/1.1" status: 204 len: 168 time: 0.1807621 Jan 18 16:11:11.803745 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aff61-1c30-4ccd-92b0-b81010d336dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc6502d-ea19-4685-910b-a3e61e53b4b1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:12.038948 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692830-6a71-4e0d-9e55-ba58eb64e6c6 req-647648d7-e256-4ff3-93fe-09b425826e30 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:12.040413 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-91692830-6a71-4e0d-9e55-ba58eb64e6c6 req-647648d7-e256-4ff3-93fe-09b425826e30 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0764208 Jan 18 16:11:12.049222 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c50d94-1710-4f7a-958d-16e31522d854 req-3971ebe5-f1e7-4609-85e6-62646c602aea tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:12.050596 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f2c50d94-1710-4f7a-958d-16e31522d854 req-3971ebe5-f1e7-4609-85e6-62646c602aea tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 945 time: 0.0890522 Jan 18 16:11:12.125586 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f2c50d94-1710-4f7a-958d-16e31522d854 req-06bb0209-d75b-41f4-a5a0-570e191d88d9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683916 Jan 18 16:11:12.135378 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-91692830-6a71-4e0d-9e55-ba58eb64e6c6 req-470a56e7-eb80-4fb5-b177-6544dfe4c5e1 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836565 Jan 18 16:11:12.441408 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 46514) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:12.577517 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fc0f7ed8-1dbc-454d-acf9-2838976c6cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:12.666297 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fc0f7ed8-1dbc-454d-acf9-2838976c6cc9 admin admin] Publish callbacks [] for security_group (7a4974e1-f8a5-4470-94cf-06dd2b6d803d), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:12.741402 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fc0f7ed8-1dbc-454d-acf9-2838976c6cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (7a4974e1-f8a5-4470-94cf-06dd2b6d803d), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:12.778116 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-fc0f7ed8-1dbc-454d-acf9-2838976c6cc9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=38aeecd98bb749de8f800a3409527c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351331 Jan 18 16:11:12.782502 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 46530) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:12.783330 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 46532) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:12.792758 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f7ed8-1dbc-454d-acf9-2838976c6cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4974e1-f8a5-4470-94cf-06dd2b6d803d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:12.839188 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e5314aac-0ae9-40f3-aa57-d90baddae847 admin admin] Publish callbacks [] for security_group (7a4974e1-f8a5-4470-94cf-06dd2b6d803d), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:12.868725 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e5314aac-0ae9-40f3-aa57-d90baddae847 admin admin] Publish callbacks [] for security_group (7a4974e1-f8a5-4470-94cf-06dd2b6d803d), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:12.965616 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d619520d-4d65-45ed-879e-75b5efcebabc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:13.053017 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e5314aac-0ae9-40f3-aa57-d90baddae847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (7a4974e1-f8a5-4470-94cf-06dd2b6d803d), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:13.056841 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e5314aac-0ae9-40f3-aa57-d90baddae847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:13.058486 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-e5314aac-0ae9-40f3-aa57-d90baddae847 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a4974e1-f8a5-4470-94cf-06dd2b6d803d HTTP/1.1" status: 204 len: 168 time: 0.2742643 Jan 18 16:11:13.076075 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5314aac-0ae9-40f3-aa57-d90baddae847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4974e1-f8a5-4470-94cf-06dd2b6d803d,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:13.152225 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d619520d-4d65-45ed-879e-75b5efcebabc admin admin] Publish callbacks [] for security_group (7f271a3b-07b6-4df5-befd-ff55a38200a0), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:13.258714 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb542b9-73de-4977-9f10-902aada6e35b req-c968aae3-d8ad-4ca0-9fb8-0ab1f1904f0e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:13.258714 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cbb542b9-73de-4977-9f10-902aada6e35b req-c968aae3-d8ad-4ca0-9fb8-0ab1f1904f0e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0518775 Jan 18 16:11:13.278035 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d619520d-4d65-45ed-879e-75b5efcebabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (7f271a3b-07b6-4df5-befd-ff55a38200a0), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:13.333822 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619520d-4d65-45ed-879e-75b5efcebabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f271a3b-07b6-4df5-befd-ff55a38200a0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:13.353704 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-d619520d-4d65-45ed-879e-75b5efcebabc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4860d45df1d4bb39fe835e74ff3f571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5692298 Jan 18 16:11:13.355525 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cbb542b9-73de-4977-9f10-902aada6e35b req-4f85762a-bd46-4e25-a126-4ccd97545120 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808549 Jan 18 16:11:13.356403 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 46564) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:13.443888 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6add1d69-8355-4594-83d7-8ed26e71c1d3 admin admin] Publish callbacks [] for security_group (7f271a3b-07b6-4df5-befd-ff55a38200a0), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:13.467890 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6add1d69-8355-4594-83d7-8ed26e71c1d3 admin admin] Publish callbacks [] for security_group (7f271a3b-07b6-4df5-befd-ff55a38200a0), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:13.473121 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 46568) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:13.539911 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:13.590131 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3e063996-8bc9-4d3b-8a2e-e6ca1ed27869 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1727429467-network', 'tenant_id': 'c21838277cb64620a2ac5d761d02b079'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:11:13.613569 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6add1d69-8355-4594-83d7-8ed26e71c1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (7f271a3b-07b6-4df5-befd-ff55a38200a0), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:13.613569 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6add1d69-8355-4594-83d7-8ed26e71c1d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:13.613569 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-6add1d69-8355-4594-83d7-8ed26e71c1d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f271a3b-07b6-4df5-befd-ff55a38200a0 HTTP/1.1" status: 204 len: 168 time: 0.2519124 Jan 18 16:11:13.620740 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add1d69-8355-4594-83d7-8ed26e71c1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f271a3b-07b6-4df5-befd-ff55a38200a0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:13.698938 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e063996-8bc9-4d3b-8a2e-e6ca1ed27869 admin admin] Made reservation on behalf of c21838277cb64620a2ac5d761d02b079 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:11:13.701976 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e063996-8bc9-4d3b-8a2e-e6ca1ed27869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:13.710643 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e063996-8bc9-4d3b-8a2e-e6ca1ed27869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:13.775407 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:11:13.786075 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e063996-8bc9-4d3b-8a2e-e6ca1ed27869 admin admin] Publish callbacks [] for security_group (3155f0ad-f102-485d-b00c-3f4f989000fb), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:13.963847 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e063996-8bc9-4d3b-8a2e-e6ca1ed27869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (3155f0ad-f102-485d-b00c-3f4f989000fb), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:13.991151 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e063996-8bc9-4d3b-8a2e-e6ca1ed27869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3155f0ad-f102-485d-b00c-3f4f989000fb,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:14.008829 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e063996-8bc9-4d3b-8a2e-e6ca1ed27869 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:11:14.018503 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e063996-8bc9-4d3b-8a2e-e6ca1ed27869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (1a3ef4a1-faa4-47b3-a4a9-774edde91426), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:14.019053 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-3e063996-8bc9-4d3b-8a2e-e6ca1ed27869 admin admin] Added segment 1a3ef4a1-faa4-47b3-a4a9-774edde91426 of type vlan for network a3ecd522-b53f-495b-8758-517313de67c4 Jan 18 16:11:14.061021 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e063996-8bc9-4d3b-8a2e-e6ca1ed27869 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (a3ecd522-b53f-495b-8758-517313de67c4), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:14.190319 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e063996-8bc9-4d3b-8a2e-e6ca1ed27869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (a3ecd522-b53f-495b-8758-517313de67c4), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:14.191595 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e063996-8bc9-4d3b-8a2e-e6ca1ed27869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:14.192186 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e063996-8bc9-4d3b-8a2e-e6ca1ed27869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:14.289026 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e063996-8bc9-4d3b-8a2e-e6ca1ed27869 admin admin] Pushing event updated for resources: {'Network': ['ID=a3ecd522-b53f-495b-8758-517313de67c4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:14.299199 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network a3ecd522-b53f-495b-8758-517313de67c4 details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:11:14.335894 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-3e063996-8bc9-4d3b-8a2e-e6ca1ed27869 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8617151 Jan 18 16:11:14.338602 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 46622) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:14.348514 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-22ca00df-c346-46ee-bb39-eb521071265a admin admin] Request body: {'subnet': {'network_id': 'a3ecd522-b53f-495b-8758-517313de67c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1727429467-subnet', 'tenant_id': 'c21838277cb64620a2ac5d761d02b079', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:11:14.381648 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:14.440052 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 46630) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:14.496343 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ca00df-c346-46ee-bb39-eb521071265a admin admin] Made reservation on behalf of c21838277cb64620a2ac5d761d02b079 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:11:14.498968 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22ca00df-c346-46ee-bb39-eb521071265a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:14.582406 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d7d6fc7b-8845-4ba5-a63d-1b806aa91220 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-574461618-network', 'tenant_id': '00ab82c19b9542c7870cab1c691bc29e'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:11:14.723406 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d6fc7b-8845-4ba5-a63d-1b806aa91220 admin admin] Made reservation on behalf of 00ab82c19b9542c7870cab1c691bc29e for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:11:14.725946 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fc7b-8845-4ba5-a63d-1b806aa91220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:14.734587 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fc7b-8845-4ba5-a63d-1b806aa91220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:14.815672 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fc7b-8845-4ba5-a63d-1b806aa91220 admin admin] Publish callbacks [] for security_group (052aa7f2-91a3-4569-a81c-21cab1cf3688), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:14.850141 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22ca00df-c346-46ee-bb39-eb521071265a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (a12fc284-5d6d-4cae-9218-2a8162c359a5), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:14.896303 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fc7b-8845-4ba5-a63d-1b806aa91220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (052aa7f2-91a3-4569-a81c-21cab1cf3688), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:14.940447 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d6fc7b-8845-4ba5-a63d-1b806aa91220 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:11:14.942603 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca00df-c346-46ee-bb39-eb521071265a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a12fc284-5d6d-4cae-9218-2a8162c359a5,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:14.959255 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6fc7b-8845-4ba5-a63d-1b806aa91220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052aa7f2-91a3-4569-a81c-21cab1cf3688,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:14.959556 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fc7b-8845-4ba5-a63d-1b806aa91220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (89476d8a-7e22-4169-8643-6ba92f2c958a), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:14.959802 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-d7d6fc7b-8845-4ba5-a63d-1b806aa91220 admin admin] Added segment 89476d8a-7e22-4169-8643-6ba92f2c958a of type vlan for network 4230e440-3503-4a0a-a157-a88df18a7e0c Jan 18 16:11:14.972091 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca00df-c346-46ee-bb39-eb521071265a admin admin] Checking segment: {'id': '1a3ef4a1-faa4-47b3-a4a9-774edde91426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a3ecd522-b53f-495b-8758-517313de67c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:11:14.972485 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ca00df-c346-46ee-bb39-eb521071265a admin admin] Network hostable DHCP agents. Network: a3ecd522-b53f-495b-8758-517313de67c4, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:11:15.010781 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fc7b-8845-4ba5-a63d-1b806aa91220 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (4230e440-3503-4a0a-a157-a88df18a7e0c), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:15.093637 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ca00df-c346-46ee-bb39-eb521071265a admin admin] Network a3ecd522-b53f-495b-8758-517313de67c4 is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:11:15.147590 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fc7b-8845-4ba5-a63d-1b806aa91220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (4230e440-3503-4a0a-a157-a88df18a7e0c), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:15.148575 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d6fc7b-8845-4ba5-a63d-1b806aa91220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:15.149219 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fc7b-8845-4ba5-a63d-1b806aa91220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:15.176918 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-22ca00df-c346-46ee-bb39-eb521071265a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, a3ecd522-b53f-495b-8758-517313de67c4) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:11:15.184576 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ca00df-c346-46ee-bb39-eb521071265a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:15.185190 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22ca00df-c346-46ee-bb39-eb521071265a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:15.186887 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9bfd56-fac2-45bd-9231-8cebf58158e5 None None] Network a3ecd522-b53f-495b-8758-517313de67c4 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:11:15.291765 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab9aff6-f2d8-4a41-8943-df8f4392ac30 None None] Network a3ecd522-b53f-495b-8758-517313de67c4 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:11:15.424840 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-d7d6fc7b-8845-4ba5-a63d-1b806aa91220 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9836268 Jan 18 16:11:15.427934 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 46694) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:15.428642 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6fc7b-8845-4ba5-a63d-1b806aa91220 admin admin] Pushing event updated for resources: {'Network': ['ID=4230e440-3503-4a0a-a157-a88df18a7e0c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:15.432857 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-0912ba62-7721-4309-b61b-ab19e79a38b8 admin admin] Request body: {'subnet': {'network_id': '4230e440-3503-4a0a-a157-a88df18a7e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-574461618-subnet', 'tenant_id': '00ab82c19b9542c7870cab1c691bc29e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:11:15.443095 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network 4230e440-3503-4a0a-a157-a88df18a7e0c details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:11:15.485317 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-22ca00df-c346-46ee-bb39-eb521071265a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1408582 Jan 18 16:11:15.604138 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0912ba62-7721-4309-b61b-ab19e79a38b8 admin admin] Made reservation on behalf of 00ab82c19b9542c7870cab1c691bc29e for: {'subnet': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:11:15.606511 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-0912ba62-7721-4309-b61b-ab19e79a38b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9050532'] for subnet (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:15.790086 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:15.859170 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-0912ba62-7721-4309-b61b-ab19e79a38b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8693625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9050506'] for subnet (9ec24893-d635-48d8-ad40-4216db30514a), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:15.918913 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912ba62-7721-4309-b61b-ab19e79a38b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec24893-d635-48d8-ad40-4216db30514a,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:15.929748 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912ba62-7721-4309-b61b-ab19e79a38b8 admin admin] Checking segment: {'id': '89476d8a-7e22-4169-8643-6ba92f2c958a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4230e440-3503-4a0a-a157-a88df18a7e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:11:15.930112 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0912ba62-7721-4309-b61b-ab19e79a38b8 admin admin] Network hostable DHCP agents. Network: 4230e440-3503-4a0a-a157-a88df18a7e0c, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:11:16.021601 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725d0b0-53f4-4af6-8bea-77a7bdbe67e4 req-be9f468c-5d0e-4877-8d29-2fbebd7dcca9 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:16.028403 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8725d0b0-53f4-4af6-8bea-77a7bdbe67e4 req-be9f468c-5d0e-4877-8d29-2fbebd7dcca9 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0789940 Jan 18 16:11:16.031853 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0912ba62-7721-4309-b61b-ab19e79a38b8 admin admin] Network 4230e440-3503-4a0a-a157-a88df18a7e0c is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:11:16.085841 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8725d0b0-53f4-4af6-8bea-77a7bdbe67e4 req-a06da362-b9fe-4d96-8199-e53bea9995f5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563111 Jan 18 16:11:16.123946 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-0912ba62-7721-4309-b61b-ab19e79a38b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, 4230e440-3503-4a0a-a157-a88df18a7e0c) {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:11:16.136964 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62dc7b6-4651-4a70-9dd7-548c66f4f93e None None] Network 4230e440-3503-4a0a-a157-a88df18a7e0c requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:11:16.137607 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0912ba62-7721-4309-b61b-ab19e79a38b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:16.137607 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-0912ba62-7721-4309-b61b-ab19e79a38b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:16.236074 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ae181f-6246-4e47-b316-7354655837f7 None None] Network 4230e440-3503-4a0a-a157-a88df18a7e0c requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:11:16.255772 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-0912ba62-7721-4309-b61b-ab19e79a38b8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8267262 Jan 18 16:11:18.122575 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-a8efb4fc-06f5-4ce8-8ca0-3eea64d6e225 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:18.124087 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-a8efb4fc-06f5-4ce8-8ca0-3eea64d6e225 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/networks?id=a3ecd522-b53f-495b-8758-517313de67c4 HTTP/1.1" status: 200 len: 809 time: 0.1030467 Jan 18 16:11:18.139010 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-5037e525-4c6b-4802-8e7a-81bb12747c5e tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/quotas/c21838277cb64620a2ac5d761d02b079 HTTP/1.1" status: 200 len: 375 time: 0.0092471 Jan 18 16:11:18.173710 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-d9e1fad2-abb9-4620-a2cf-0ce734b2e98e tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c21838277cb64620a2ac5d761d02b079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294251 Jan 18 16:11:18.264360 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-84ec299d-334e-43e2-b0e8-4c3117ed1856 service neutron] 10.222.0.70 "GET /v2.0/networks/a3ecd522-b53f-495b-8758-517313de67c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833547 Jan 18 16:11:18.358581 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-d7e04474-7177-4e4a-bd65-bb1c38a9eaa0 service neutron] 10.222.0.70 "GET /v2.0/networks/a3ecd522-b53f-495b-8758-517313de67c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884943 Jan 18 16:11:18.712617 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c54fbefb-e9f4-416e-bf76-3ac3f2c192b1 req-8e4410c0-ed82-4e19-9195-2b5f8a923c95 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 210 time: 0.0394840 Jan 18 16:11:18.751792 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-5d80a71b-5449-4185-8028-8f2802f17a8a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:18.753385 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-5d80a71b-5449-4185-8028-8f2802f17a8a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/networks?id=4230e440-3503-4a0a-a157-a88df18a7e0c HTTP/1.1" status: 200 len: 813 time: 0.1606247 Jan 18 16:11:18.773232 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-a1ac69d8-b975-4b0f-8ccc-a4b6c9815219 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/quotas/00ab82c19b9542c7870cab1c691bc29e HTTP/1.1" status: 200 len: 375 time: 0.0112085 Jan 18 16:11:19.027598 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-b62c0004-1012-4e88-b9ce-eb23173514fe tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=00ab82c19b9542c7870cab1c691bc29e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2496059 Jan 18 16:11:19.163090 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-b8aead28-a5c7-408a-88fd-88301b7d35b1 service neutron] 10.222.0.70 "GET /v2.0/networks/4230e440-3503-4a0a-a157-a88df18a7e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273806 Jan 18 16:11:19.272732 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-f5f958dd-2503-49b3-a61c-2fde91808c33 service neutron] 10.222.0.70 "GET /v2.0/networks/4230e440-3503-4a0a-a157-a88df18a7e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012528 Jan 18 16:11:19.534303 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8560f026-8b17-4cd0-ac8f-ab83780d3633 req-c4efcf7f-8197-4324-b832-bd653e74b6ca tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0267191 Jan 18 16:11:19.808573 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-67de61d4-83ae-4df9-9091-31e6047f80b6 req-dbe8b11b-cc14-4297-997e-2f1d358fd1d6 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 210 time: 0.0254116 Jan 18 16:11:20.628656 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9e7bdb00-209b-4c69-a902-75895ab0e55b req-9807afe0-2c11-4f29-9776-db1c510f3d2d tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0267739 Jan 18 16:11:20.903426 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-052b8b05-7b4e-4465-95cc-50286f21ab28 req-e01210a6-64df-4f63-85fc-2f30f9f3f5ee tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 210 time: 0.0285797 Jan 18 16:11:21.719666 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-df7ed0b6-24b8-469a-bc5b-7a4a44586e43 req-ade1fa61-8933-4e63-be0f-b6cdb1153baa tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0269027 Jan 18 16:11:21.996871 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1c2a0a5c-2b7c-4b3d-8b3f-94e3e5813bd3 req-40f870e8-5048-471c-b866-6ab99bb4c8ef tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 210 time: 0.0256805 Jan 18 16:11:22.808736 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e6109b18-c23d-456e-8c0f-a7dbfa3823f5 req-1e6af3ec-aaa4-4ea3-ab5f-74e5885a993c tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0253799 Jan 18 16:11:23.110321 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-42586b20-fc6c-4217-bb6a-c69872917fe0 req-4f897300-c419-4856-a002-2c78ee18df25 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 210 time: 0.0339170 Jan 18 16:11:23.901390 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b071f6e1-b9b4-4122-ae83-bd0b1e115c26 req-587af8b3-9bc8-4d5f-97b9-3f70c50b04c8 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0261846 Jan 18 16:11:24.391723 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e788a08b-ca2d-4d40-bf31-c65b854b3dd9 req-2b767563-3f89-4560-b791-fc97618e20be tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 210 time: 0.0301127 Jan 18 16:11:24.992858 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-50fb385f-501f-4e84-bb4a-a13a8ed8909a req-276d12b5-126b-4bb9-aa61-a501484ee8ec tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0245204 Jan 18 16:11:25.302088 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-991286bc-ba8e-44bf-90dc-03978221fd8e req-1226edb3-5434-40d7-9386-9013bf62902b tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 210 time: 0.0255539 Jan 18 16:11:26.090244 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e12f6526-7f22-4ee6-8e4f-6fba977d0f25 req-40210a99-d2ff-4c32-812c-3914ba3a8116 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0303125 Jan 18 16:11:26.180880 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:26.395444 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-96156216-86f0-4037-b8d7-853746cffc62 req-5cff6228-9f5f-4d38-b8a8-46d8c0087874 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 210 time: 0.0258677 Jan 18 16:11:26.651210 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1365c9de-3822-460f-a21e-ce02998c5569 req-0428ec58-4470-4df1-b3f7-66421aeb23fa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436907 Jan 18 16:11:26.728834 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365c9de-3822-460f-a21e-ce02998c5569 req-d9ea0abb-612a-4edf-95ec-bf018e68b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:26.730346 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1365c9de-3822-460f-a21e-ce02998c5569 req-d9ea0abb-612a-4edf-95ec-bf018e68b586 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 1098 time: 0.0434163 Jan 18 16:11:26.853582 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365c9de-3822-460f-a21e-ce02998c5569 req-4ee016ca-e79e-4042-bf7a-5c57b3ea7e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:26.857178 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1365c9de-3822-460f-a21e-ce02998c5569 req-4ee016ca-e79e-4042-bf7a-5c57b3ea7e01 service neutron] 10.222.0.72 "GET /v2.0/networks?id=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 HTTP/1.1" status: 200 len: 916 time: 0.0982144 Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: from cryptography.utils import int_from_bytes Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: from cryptography.utils import int_from_bytes Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.905181 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.908120 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.908120 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.908120 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.908120 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.908120 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.908120 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.908120 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.908120 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.908120 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.908120 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.908120 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:11:26.908120 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:11:26.908120 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-a53c5c7d-78a3-41b5-b098-d7ab67cd631a tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:26.908120 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-a53c5c7d-78a3-41b5-b098-d7ab67cd631a tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.72 "GET /v2.0/networks?id=a3ecd522-b53f-495b-8758-517313de67c4 HTTP/1.1" status: 200 len: 809 time: 0.1077828 Jan 18 16:11:26.909172 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1365c9de-3822-460f-a21e-ce02998c5569 req-1df23307-d0c5-4cf1-8709-47be5efe1275 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e62fed9d-9120-4c64-9758-a7f7c30137c5 HTTP/1.1" status: 200 len: 217 time: 0.0409970 Jan 18 16:11:26.936901 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Request body: {'port': {'device_id': 'f43830af-7463-4566-83c2-bc2c58605cde', 'network_id': 'a3ecd522-b53f-495b-8758-517313de67c4', 'admin_state_up': True, 'tenant_id': 'c21838277cb64620a2ac5d761d02b079'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:11:26.979303 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365c9de-3822-460f-a21e-ce02998c5569 req-491cd64b-d498-49f1-9793-8ecda0649977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:26.980838 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1365c9de-3822-460f-a21e-ce02998c5569 req-491cd64b-d498-49f1-9793-8ecda0649977 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c483501-a62e-409d-95e4-04b5906fccaf HTTP/1.1" status: 200 len: 855 time: 0.0481424 Jan 18 16:11:27.023217 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1365c9de-3822-460f-a21e-ce02998c5569 req-716af489-b7be-4447-ac63-714c147d04b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342934 Jan 18 16:11:27.135231 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1365c9de-3822-460f-a21e-ce02998c5569 req-854ccc1c-7770-4100-bc79-54ecbd10d82b service neutron] 10.222.0.72 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034043 Jan 18 16:11:27.218966 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-536198da-670a-4dc4-93b3-ace76ecf1712 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:27.221109 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-536198da-670a-4dc4-93b3-ace76ecf1712 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.72 "GET /v2.0/networks?id=4230e440-3503-4a0a-a157-a88df18a7e0c HTTP/1.1" status: 200 len: 813 time: 0.1875522 Jan 18 16:11:27.239540 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-891112e3-00c1-492e-834c-6b2851f2790b tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Request body: {'port': {'device_id': '943c1e6e-e410-4d4d-a83b-974c9220f1f8', 'network_id': '4230e440-3503-4a0a-a157-a88df18a7e0c', 'admin_state_up': True, 'tenant_id': '00ab82c19b9542c7870cab1c691bc29e'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:11:27.271631 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Made reservation on behalf of c21838277cb64620a2ac5d761d02b079 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:11:27.275200 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:27.289591 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-19a14e6f-fbd4-42d3-b556-4067df21f399 req-61745674-05f0-43a2-bdcd-7a3e78481cf5 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0989096 Jan 18 16:11:27.334499 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1365c9de-3822-460f-a21e-ce02998c5569 req-84c80016-c6ca-48e0-b8f7-e4c459f3b44a service neutron] 10.222.0.72 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908789 Jan 18 16:11:27.536450 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Allocated IP 172.20.0.13 (a3ecd522-b53f-495b-8758-517313de67c4/a12fc284-5d6d-4cae-9218-2a8162c359a5/e1f9fa7b-34f3-4475-aa8a-bbf5ad443457) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:11:27.553555 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-72b10a2a-19b7-42ef-8e35-1513bcaaf650 req-a6aae859-ea53-4d65-90c7-065cf61082c4 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 210 time: 0.0625985 Jan 18 16:11:27.705600 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-891112e3-00c1-492e-834c-6b2851f2790b tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Made reservation on behalf of 00ab82c19b9542c7870cab1c691bc29e for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:11:27.709184 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-891112e3-00c1-492e-834c-6b2851f2790b tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:27.735430 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Publish callbacks [] for port (e1f9fa7b-34f3-4475-aa8a-bbf5ad443457), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:27.905282 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-891112e3-00c1-492e-834c-6b2851f2790b tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Allocated IP 172.20.0.5 (4230e440-3503-4a0a-a157-a88df18a7e0c/9ec24893-d635-48d8-ad40-4216db30514a/65c50a6f-45b4-438c-b28a-a8d866692e93) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:11:27.962854 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ce2bf-3c6a-4cf9-918a-f28339f1010d req-5f0039b7-e639-47ee-beb3-8f8aa7db490d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:27.964541 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cd8ce2bf-3c6a-4cf9-918a-f28339f1010d req-5f0039b7-e639-47ee-beb3-8f8aa7db490d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0510831 Jan 18 16:11:28.022606 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cd8ce2bf-3c6a-4cf9-918a-f28339f1010d req-4003e83d-b5a8-4e60-bc43-e3d69b49affc tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499370 Jan 18 16:11:28.034336 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (e1f9fa7b-34f3-4475-aa8a-bbf5ad443457), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:28.116344 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-891112e3-00c1-492e-834c-6b2851f2790b tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Publish callbacks [] for port (65c50a6f-45b4-438c-b28a-a8d866692e93), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:28.118768 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Network a3ecd522-b53f-495b-8758-517313de67c4 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:11:28.126203 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:11:28.131015 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:11:28.136965 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:28.137598 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:28.147150 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Pushing event updated for resources: {'Port': ['ID=e1f9fa7b-34f3-4475-aa8a-bbf5ad443457,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:28.166515 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:28.166879 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:28.167229 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:28.167574 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:28.167939 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:28.168338 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:28.168624 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:28.168997 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:28.169326 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:28.169682 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:28.170011 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:28.170378 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:28.170712 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:28.287203 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-330df363-0cc1-4bf3-9f12-630f5c7b4ece tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3550196 Jan 18 16:11:28.288520 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-891112e3-00c1-492e-834c-6b2851f2790b tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (65c50a6f-45b4-438c-b28a-a8d866692e93), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:28.322493 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Request body: {'port': {'device_id': 'f43830af-7463-4566-83c2-bc2c58605cde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:11:28.360587 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-891112e3-00c1-492e-834c-6b2851f2790b tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Network 4230e440-3503-4a0a-a157-a88df18a7e0c is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:11:28.367443 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-891112e3-00c1-492e-834c-6b2851f2790b tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:11:28.374703 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-891112e3-00c1-492e-834c-6b2851f2790b tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:11:28.380555 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-891112e3-00c1-492e-834c-6b2851f2790b tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:28.384637 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-891112e3-00c1-492e-834c-6b2851f2790b tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:28.399008 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891112e3-00c1-492e-834c-6b2851f2790b tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Pushing event updated for resources: {'Port': ['ID=65c50a6f-45b4-438c-b28a-a8d866692e93,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:28.426764 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (e1f9fa7b-34f3-4475-aa8a-bbf5ad443457), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:28.446179 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5dc49-d206-4b04-afac-1e27f6c4b460 req-f2a62fdf-af3d-41e4-add5-a1825455f34e tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:28.447841 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1ad5dc49-d206-4b04-afac-1e27f6c4b460 req-f2a62fdf-af3d-41e4-add5-a1825455f34e tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 931 time: 0.0656447 Jan 18 16:11:28.488084 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-891112e3-00c1-492e-834c-6b2851f2790b tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2549152 Jan 18 16:11:28.504984 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1ad5dc49-d206-4b04-afac-1e27f6c4b460 req-88945972-ec94-40f7-b9ec-76205fedb638 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508797 Jan 18 16:11:28.508473 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Request body: {'port': {'device_id': '943c1e6e-e410-4d4d-a83b-974c9220f1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:11:28.660032 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (65c50a6f-45b4-438c-b28a-a8d866692e93), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:28.698605 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb36b71-ea49-45a0-bbfa-a4895efd0bf4 req-a8e95721-8fc8-443c-ba44-4c2985fff9cd tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:28.698605 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cfb36b71-ea49-45a0-bbfa-a4895efd0bf4 req-a8e95721-8fc8-443c-ba44-4c2985fff9cd tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 932 time: 0.0690660 Jan 18 16:11:28.755948 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cfb36b71-ea49-45a0-bbfa-a4895efd0bf4 req-0f6fa615-6266-4908-a8fc-b17b6d297498 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559888 Jan 18 16:11:28.949422 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:11:28.959017 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Publish callbacks [] for port (e1f9fa7b-34f3-4475-aa8a-bbf5ad443457), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:28.978388 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Transition to ACTIVE for port object e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:11:29.052259 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c50a6f-45b4-438c-b28a-a8d866692e93 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:11:29.062798 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Publish callbacks [] for port (65c50a6f-45b4-438c-b28a-a8d866692e93), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:29.073429 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Transition to ACTIVE for port object 65c50a6f-45b4-438c-b28a-a8d866692e93 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:11:29.080330 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (e1f9fa7b-34f3-4475-aa8a-bbf5ad443457), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:29.141873 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f9fa7b-34f3-4475-aa8a-bbf5ad443457,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:29.156433 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1db412-ab76-4fef-ad0c-b114aeb43b04 req-166cb4a5-5df1-46ab-bb06-2ed7319747a9 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:29.159226 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fa1db412-ab76-4fef-ad0c-b114aeb43b04 req-166cb4a5-5df1-46ab-bb06-2ed7319747a9 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0598459 Jan 18 16:11:29.161561 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (65c50a6f-45b4-438c-b28a-a8d866692e93), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:29.211552 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Attempting to bind port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:11:29.211902 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Attempting to bind port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '1a3ef4a1-faa4-47b3-a4a9-774edde91426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a3ecd522-b53f-495b-8758-517313de67c4'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:11:29.212241 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Attempting to bind port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 on network a3ecd522-b53f-495b-8758-517313de67c4 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:11:29.224468 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 on network a3ecd522-b53f-495b-8758-517313de67c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:11:29.224854 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Attempting to bind port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 on network a3ecd522-b53f-495b-8758-517313de67c4 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:11:29.239913 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:11:29.240314 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Checking segment: {'id': '1a3ef4a1-faa4-47b3-a4a9-774edde91426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a3ecd522-b53f-495b-8758-517313de67c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:11:29.240736 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Bound using segment: {'id': '1a3ef4a1-faa4-47b3-a4a9-774edde91426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a3ecd522-b53f-495b-8758-517313de67c4'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:11:29.241195 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Bound port: e1f9fa7b-34f3-4475-aa8a-bbf5ad443457, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3ef4a1-faa4-47b3-a4a9-774edde91426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a3ecd522-b53f-495b-8758-517313de67c4'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:11:29.241560 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (e1f9fa7b-34f3-4475-aa8a-bbf5ad443457), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:29.247060 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Pushing event updated for resources: {'Port': ['ID=65c50a6f-45b4-438c-b28a-a8d866692e93,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:29.250632 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fa1db412-ab76-4fef-ad0c-b114aeb43b04 req-812c8b6f-3ee1-4f54-aca6-80f8acf3b6a4 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758140 Jan 18 16:11:29.314573 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Attempting to bind port 65c50a6f-45b4-438c-b28a-a8d866692e93 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:11:29.314573 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Attempting to bind port 65c50a6f-45b4-438c-b28a-a8d866692e93 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '89476d8a-7e22-4169-8643-6ba92f2c958a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4230e440-3503-4a0a-a157-a88df18a7e0c'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:11:29.314573 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Attempting to bind port 65c50a6f-45b4-438c-b28a-a8d866692e93 on network 4230e440-3503-4a0a-a157-a88df18a7e0c {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:11:29.322055 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Port 65c50a6f-45b4-438c-b28a-a8d866692e93 on network 4230e440-3503-4a0a-a157-a88df18a7e0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:11:29.322390 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Attempting to bind port 65c50a6f-45b4-438c-b28a-a8d866692e93 on network 4230e440-3503-4a0a-a157-a88df18a7e0c {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:11:29.333604 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:11:29.337285 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Checking segment: {'id': '89476d8a-7e22-4169-8643-6ba92f2c958a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4230e440-3503-4a0a-a157-a88df18a7e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:11:29.337285 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Bound using segment: {'id': '89476d8a-7e22-4169-8643-6ba92f2c958a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4230e440-3503-4a0a-a157-a88df18a7e0c'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:11:29.337285 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Bound port: 65c50a6f-45b4-438c-b28a-a8d866692e93, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89476d8a-7e22-4169-8643-6ba92f2c958a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4230e440-3503-4a0a-a157-a88df18a7e0c'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:11:29.337285 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (65c50a6f-45b4-438c-b28a-a8d866692e93), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:29.365957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] For port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:11:29.397210 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] For port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1f9fa7b-34f3-4475-aa8a-bbf5ad443457,segment=NetworkSegment(1a3ef4a1-faa4-47b3-a4a9-774edde91426),segment_id=1a3ef4a1-faa4-47b3-a4a9-774edde91426)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:11:29.421804 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] For port 65c50a6f-45b4-438c-b28a-a8d866692e93, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:11:29.424741 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] For port 65c50a6f-45b4-438c-b28a-a8d866692e93, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65c50a6f-45b4-438c-b28a-a8d866692e93,segment=NetworkSegment(89476d8a-7e22-4169-8643-6ba92f2c958a),segment_id=89476d8a-7e22-4169-8643-6ba92f2c958a)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:11:29.472834 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (e1f9fa7b-34f3-4475-aa8a-bbf5ad443457), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:29.510149 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (65c50a6f-45b4-438c-b28a-a8d866692e93), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:29.521453 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:29.522073 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:29.523462 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] 10.222.0.72 "PUT /v2.0/ports/e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 HTTP/1.1" status: 200 len: 1094 time: 1.2066758 Jan 18 16:11:29.523901 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43830af-7463-4566-83c2-bc2c58605cde', 'tag': 'e1f9fa7b-34f3-4475-aa8a-bbf5ad443457'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:11:29.526188 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bb21ee-d483-4f98-9a45-652168ae7f49" -d '{"events": [{"name": "network-changed", "server_uuid": "f43830af-7463-4566-83c2-bc2c58605cde", "tag": "e1f9fa7b-34f3-4475-aa8a-bbf5ad443457"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:11:29.542238 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:29.543087 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:29.544497 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] 10.222.0.72 "PUT /v2.0/ports/65c50a6f-45b4-438c-b28a-a8d866692e93 HTTP/1.1" status: 200 len: 1093 time: 1.0422084 Jan 18 16:11:29.550045 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b753da-1a1e-447a-9324-b2791c7ce7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f9fa7b-34f3-4475-aa8a-bbf5ad443457,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:29.590512 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad71576-e7b4-4c59-8e39-bbece2c9b269 x-openstack-request-id: req-4ad71576-e7b4-4c59-8e39-bbece2c9b269 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:11:29.590802 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43830af-7463-4566-83c2-bc2c58605cde", "tag": "e1f9fa7b-34f3-4475-aa8a-bbf5ad443457", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:11:29.591103 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ad71576-e7b4-4c59-8e39-bbece2c9b269 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:11:29.591509 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43830af-7463-4566-83c2-bc2c58605cde', 'tag': 'e1f9fa7b-34f3-4475-aa8a-bbf5ad443457', 'status': 'completed', 'code': 200} Jan 18 16:11:29.623606 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10537fd6-bf17-45c2-8421-203dfddcbc2a service neutron] Pushing event updated for resources: {'Port': ['ID=65c50a6f-45b4-438c-b28a-a8d866692e93,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:29.665472 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f321029-6f96-420b-8a1c-c54609316c99 req-7439ccd7-9782-4452-abbe-17a4b65f2440 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:29.667772 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2f321029-6f96-420b-8a1c-c54609316c99 req-7439ccd7-9782-4452-abbe-17a4b65f2440 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 943 time: 0.0755618 Jan 18 16:11:29.686678 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb21ee-d483-4f98-9a45-652168ae7f49 req-6547abda-858f-4891-8486-439ee1036c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:29.688252 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-31bb21ee-d483-4f98-9a45-652168ae7f49 req-6547abda-858f-4891-8486-439ee1036c49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c21838277cb64620a2ac5d761d02b079&device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 1097 time: 0.0548749 Jan 18 16:11:29.716064 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2f321029-6f96-420b-8a1c-c54609316c99 req-654faa40-6a00-4f9e-b067-c074af7dc284 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420592 Jan 18 16:11:29.778624 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-524d4153-cca5-4ddd-a33f-a836b7e83900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:29.780961 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-524d4153-cca5-4ddd-a33f-a836b7e83900 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=00ab82c19b9542c7870cab1c691bc29e&device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 1096 time: 0.1051798 Jan 18 16:11:29.834045 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-7e2a6a29-de68-4735-9481-7892d354af44 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65c50a6f-45b4-438c-b28a-a8d866692e93 HTTP/1.1" status: 200 len: 217 time: 0.0434341 Jan 18 16:11:29.929306 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb21ee-d483-4f98-9a45-652168ae7f49 req-580d7520-a1c5-4d6f-8007-3c8e962643cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:29.930772 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-31bb21ee-d483-4f98-9a45-652168ae7f49 req-580d7520-a1c5-4d6f-8007-3c8e962643cb service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c21838277cb64620a2ac5d761d02b079&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2279980 Jan 18 16:11:29.960345 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-17e73ea0-83ed-4a2a-8aaf-6b32e33baa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:29.961828 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-17e73ea0-83ed-4a2a-8aaf-6b32e33baa45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9ec24893-d635-48d8-ad40-4216db30514a HTTP/1.1" status: 200 len: 853 time: 0.1157396 Jan 18 16:11:29.973905 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7fce-dd39-4f13-8263-9ad79c0a54e7 req-1c92c5b2-0520-4def-9108-60442b09cf22 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:29.975389 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3b6a7fce-dd39-4f13-8263-9ad79c0a54e7 req-1c92c5b2-0520-4def-9108-60442b09cf22 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 944 time: 0.0493376 Jan 18 16:11:30.001650 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-84a1451b-3ec5-4deb-8999-59e56714adcc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4230e440-3503-4a0a-a157-a88df18a7e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326653 Jan 18 16:11:30.024746 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3b6a7fce-dd39-4f13-8263-9ad79c0a54e7 req-7c06e47a-fafe-4653-a3a6-a73c57332d01 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420229 Jan 18 16:11:30.119272 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb21ee-d483-4f98-9a45-652168ae7f49 req-5f96c773-2e41-47f7-89e4-b2c03a40ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:30.120672 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-31bb21ee-d483-4f98-9a45-652168ae7f49 req-5f96c773-2e41-47f7-89e4-b2c03a40ed21 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1833386 Jan 18 16:11:30.140159 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-cda14a45-e575-4a93-a51d-d16007c142ce service neutron] 10.222.0.72 "GET /v2.0/networks/4230e440-3503-4a0a-a157-a88df18a7e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135244 Jan 18 16:11:30.256919 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-8e76edf7-b158-4d28-87cb-ecdc833d15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:30.258431 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-8e76edf7-b158-4d28-87cb-ecdc833d15ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c21838277cb64620a2ac5d761d02b079&device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 1097 time: 0.0898433 Jan 18 16:11:30.280982 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f054c024-2115-494f-abe4-4ce0d28c4396 req-e98362c8-b20b-4f3f-bb55-b213b3efce11 service neutron] 10.222.0.72 "GET /v2.0/networks/4230e440-3503-4a0a-a157-a88df18a7e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301172 Jan 18 16:11:30.310829 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-2ade442d-c926-44d1-9cda-f6013a08460c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 HTTP/1.1" status: 200 len: 217 time: 0.0407109 Jan 18 16:11:30.371958 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-f88b1807-eb57-4238-a5a5-eb88bfc35d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:30.373394 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-f88b1807-eb57-4238-a5a5-eb88bfc35d3b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a12fc284-5d6d-4cae-9218-2a8162c359a5 HTTP/1.1" status: 200 len: 849 time: 0.0527029 Jan 18 16:11:30.399786 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a577904-9151-4a7b-9086-52c8951d937e req-24fe0d92-470c-4b87-8b6e-c4ff559483d9 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:30.399786 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8a577904-9151-4a7b-9086-52c8951d937e req-24fe0d92-470c-4b87-8b6e-c4ff559483d9 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0601509 Jan 18 16:11:30.441337 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-d4300351-ec64-45cc-b50b-310cead54d0b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3ecd522-b53f-495b-8758-517313de67c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464287 Jan 18 16:11:30.460131 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8a577904-9151-4a7b-9086-52c8951d937e req-3b89b603-fc37-42ab-b421-51730f9efa20 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575624 Jan 18 16:11:30.550013 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-376270d9-6a3c-498b-9946-6cf50b2c0a42 service neutron] 10.222.0.72 "GET /v2.0/networks/a3ecd522-b53f-495b-8758-517313de67c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049731 Jan 18 16:11:30.646299 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e33fbca5-27f0-4a7e-b65f-c9f2fc212335 req-ff582d17-dfaa-4dc2-b34d-30debcd6568a service neutron] 10.222.0.72 "GET /v2.0/networks/a3ecd522-b53f-495b-8758-517313de67c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869000 Jan 18 16:11:30.832935 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61530e-42af-42fa-ad79-dd00b68311a6 req-f8606b3a-8c89-48ae-903a-04f45a8a4909 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:30.834489 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4d61530e-42af-42fa-ad79-dd00b68311a6 req-f8606b3a-8c89-48ae-903a-04f45a8a4909 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 943 time: 0.0479822 Jan 18 16:11:30.882013 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4d61530e-42af-42fa-ad79-dd00b68311a6 req-9b7ca181-d98f-40bc-9b81-b9c9f8ac82a1 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420017 Jan 18 16:11:31.026535 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 47154) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:31.135416 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b628827b-943f-402f-be31-44c61f807f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:31.141980 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412df59-f5f1-4315-b98b-2685d381f2ee req-461a8ddc-a759-40fb-92a4-9dfee9e56fb4 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:31.143461 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b412df59-f5f1-4315-b98b-2685d381f2ee req-461a8ddc-a759-40fb-92a4-9dfee9e56fb4 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 944 time: 0.0531344 Jan 18 16:11:31.197939 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b412df59-f5f1-4315-b98b-2685d381f2ee req-aa72c9c3-96fb-4012-a458-8d4d1839959d tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488019 Jan 18 16:11:31.408744 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b628827b-943f-402f-be31-44c61f807f03 admin admin] Publish callbacks [] for security_group (a70d5a64-84cf-45b4-87df-c196bab8ca02), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:31.481516 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b628827b-943f-402f-be31-44c61f807f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (a70d5a64-84cf-45b4-87df-c196bab8ca02), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:31.521812 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b628827b-943f-402f-be31-44c61f807f03 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c1abc6962e654a268398dfc21820ad20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4941278 Jan 18 16:11:31.523732 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628827b-943f-402f-be31-44c61f807f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70d5a64-84cf-45b4-87df-c196bab8ca02,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:31.524549 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 47166) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:31.592526 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943c1e6e-e410-4d4d-a83b-974c9220f1f8', 'tag': '65c50a6f-45b4-438c-b28a-a8d866692e93'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:11:31.595942 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf611bca-025c-46db-a326-10842009326c" -d '{"events": [{"name": "network-changed", "server_uuid": "943c1e6e-e410-4d4d-a83b-974c9220f1f8", "tag": "65c50a6f-45b4-438c-b28a-a8d866692e93"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:11:31.619970 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413d4de-1f1e-498c-b01b-4760671e2b20 req-9ec7895e-4685-4c0c-a49f-07c5524d8fd1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:31.621484 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b413d4de-1f1e-498c-b01b-4760671e2b20 req-9ec7895e-4685-4c0c-a49f-07c5524d8fd1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0799108 Jan 18 16:11:31.622311 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Publish callbacks [] for security_group (a70d5a64-84cf-45b4-87df-c196bab8ca02), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:31.632535 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8b4c43-463c-4b60-915d-1bb065541d39 x-openstack-request-id: req-2b8b4c43-463c-4b60-915d-1bb065541d39 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:11:31.632872 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "943c1e6e-e410-4d4d-a83b-974c9220f1f8", "tag": "65c50a6f-45b4-438c-b28a-a8d866692e93", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:11:31.633216 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b8b4c43-463c-4b60-915d-1bb065541d39 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:11:31.633688 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943c1e6e-e410-4d4d-a83b-974c9220f1f8', 'tag': '65c50a6f-45b4-438c-b28a-a8d866692e93', 'status': 'completed', 'code': 200} Jan 18 16:11:31.657064 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Publish callbacks [] for security_group (a70d5a64-84cf-45b4-87df-c196bab8ca02), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:31.707962 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b413d4de-1f1e-498c-b01b-4760671e2b20 req-dce05e96-fdd8-4428-bb9a-dcb0e32b001e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802295 Jan 18 16:11:31.712925 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf611bca-025c-46db-a326-10842009326c req-346b90ec-2d2e-4e0d-9dd8-7e83b7fb9624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:31.714214 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cf611bca-025c-46db-a326-10842009326c req-346b90ec-2d2e-4e0d-9dd8-7e83b7fb9624 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=00ab82c19b9542c7870cab1c691bc29e&device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 1096 time: 0.0433838 Jan 18 16:11:31.813399 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (a70d5a64-84cf-45b4-87df-c196bab8ca02), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:31.818543 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:31.819999 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a70d5a64-84cf-45b4-87df-c196bab8ca02 HTTP/1.1" status: 204 len: 168 time: 0.2933092 Jan 18 16:11:31.836051 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70d5a64-84cf-45b4-87df-c196bab8ca02,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:31.837020 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf611bca-025c-46db-a326-10842009326c req-8426f65f-1042-4210-934f-16d4ff988793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:31.838945 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cf611bca-025c-46db-a326-10842009326c req-8426f65f-1042-4210-934f-16d4ff988793 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4230e440-3503-4a0a-a157-a88df18a7e0c HTTP/1.1" status: 200 len: 914 time: 0.1101372 Jan 18 16:11:31.845134 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:31.845655 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:31.846117 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:31.846651 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:31.847086 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:31.847714 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:31.848244 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:31.848673 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:31.849122 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:31.849637 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:31.850066 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:31.850508 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:31.850922 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f02db-f1d9-4ee2-a219-fdab61402c16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:31.886840 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cf611bca-025c-46db-a326-10842009326c req-9a38821e-5b5c-475b-8efa-fa6c646ec980 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65c50a6f-45b4-438c-b28a-a8d866692e93 HTTP/1.1" status: 200 len: 217 time: 0.0355468 Jan 18 16:11:31.948355 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf611bca-025c-46db-a326-10842009326c req-c8ee5df1-7aac-457e-aadb-b10504aec4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:31.949894 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cf611bca-025c-46db-a326-10842009326c req-c8ee5df1-7aac-457e-aadb-b10504aec4bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9ec24893-d635-48d8-ad40-4216db30514a HTTP/1.1" status: 200 len: 853 time: 0.0454631 Jan 18 16:11:31.996076 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cf611bca-025c-46db-a326-10842009326c req-ff88342b-8a18-4671-bbd1-35338c9b1f67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4230e440-3503-4a0a-a157-a88df18a7e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372565 Jan 18 16:11:32.008824 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac012b57-64b8-4b9f-af6b-5fd36cbb92c3 req-e0520682-e33b-46cd-ae26-fa488fe7f1e0 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:32.010303 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ac012b57-64b8-4b9f-af6b-5fd36cbb92c3 req-e0520682-e33b-46cd-ae26-fa488fe7f1e0 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 943 time: 0.0544217 Jan 18 16:11:32.062582 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ac012b57-64b8-4b9f-af6b-5fd36cbb92c3 req-c0af6582-2d1e-464b-a561-ae28718ba316 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452855 Jan 18 16:11:32.088757 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cf611bca-025c-46db-a326-10842009326c req-dc0c1442-b3c8-4a44-bd8e-14578e0b429c service neutron] 10.222.0.72 "GET /v2.0/networks/4230e440-3503-4a0a-a157-a88df18a7e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852380 Jan 18 16:11:32.196904 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cf611bca-025c-46db-a326-10842009326c req-0e22ebdb-b7e0-4c74-9f4f-ba1cc3006249 service neutron] 10.222.0.72 "GET /v2.0/networks/4230e440-3503-4a0a-a157-a88df18a7e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991609 Jan 18 16:11:32.318240 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3e425-5e2e-4684-881f-ec39fe282ab1 req-dd93c035-8b75-47c0-8f8e-c607dea943bc tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:32.319743 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-25e3e425-5e2e-4684-881f-ec39fe282ab1 req-dd93c035-8b75-47c0-8f8e-c607dea943bc tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 944 time: 0.0504770 Jan 18 16:11:32.366641 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-25e3e425-5e2e-4684-881f-ec39fe282ab1 req-738e6b8c-48ef-498d-84aa-42be861e7782 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413113 Jan 18 16:11:32.829186 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33368bfa-1d25-441b-8e4e-505d8da571a7 req-bad0a5b5-3184-493a-9110-c1de795bb50b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:32.830654 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-33368bfa-1d25-441b-8e4e-505d8da571a7 req-bad0a5b5-3184-493a-9110-c1de795bb50b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0521522 Jan 18 16:11:32.879293 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-33368bfa-1d25-441b-8e4e-505d8da571a7 req-2318288a-d224-4084-a259-88516b085250 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431077 Jan 18 16:11:33.180952 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78f2df-88c8-41f2-919f-c6d9bab22d01 req-da8a7158-7aec-44aa-81c7-8d99f4502392 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:33.182438 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8b78f2df-88c8-41f2-919f-c6d9bab22d01 req-da8a7158-7aec-44aa-81c7-8d99f4502392 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 943 time: 0.0517941 Jan 18 16:11:33.230226 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8b78f2df-88c8-41f2-919f-c6d9bab22d01 req-baac8baf-e4f5-43b2-a824-b5679e2a9392 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421472 Jan 18 16:11:33.488998 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab601fed-81c0-428f-bd04-76e97d795fa4 req-7f1f0a96-80ea-4a35-af9b-b5ac31db9d26 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:33.490514 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ab601fed-81c0-428f-bd04-76e97d795fa4 req-7f1f0a96-80ea-4a35-af9b-b5ac31db9d26 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 944 time: 0.0491040 Jan 18 16:11:33.546172 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ab601fed-81c0-428f-bd04-76e97d795fa4 req-e8727b70-329a-441c-97e9-1c5f8fa562db tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465777 Jan 18 16:11:33.997968 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73338bcf-0a6a-4020-b3fd-986d2718b0b3 req-6ca5de53-1ecc-48be-940e-bd8ed803a71f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:34.000076 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-73338bcf-0a6a-4020-b3fd-986d2718b0b3 req-6ca5de53-1ecc-48be-940e-bd8ed803a71f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0506387 Jan 18 16:11:34.046911 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-73338bcf-0a6a-4020-b3fd-986d2718b0b3 req-4fcabbb9-a597-4f3e-864f-71a23a6863ee tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409677 Jan 18 16:11:34.343458 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444a370-b1eb-4876-83eb-9e52a4dd436f req-cd9db837-80b0-496f-859d-459e69f48f9a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:34.344907 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9444a370-b1eb-4876-83eb-9e52a4dd436f req-cd9db837-80b0-496f-859d-459e69f48f9a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 943 time: 0.0479667 Jan 18 16:11:34.389731 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9444a370-b1eb-4876-83eb-9e52a4dd436f req-9f027276-ec9a-4cb2-ad48-15e5bd3fc911 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389225 Jan 18 16:11:34.658595 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976c328-9dce-498f-ae18-219833fc0efe req-b7c8de54-6590-47a8-851c-c07e181a7601 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:34.658595 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e976c328-9dce-498f-ae18-219833fc0efe req-b7c8de54-6590-47a8-851c-c07e181a7601 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 944 time: 0.0518630 Jan 18 16:11:34.713395 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e976c328-9dce-498f-ae18-219833fc0efe req-cd398d79-dbce-4f7a-ae70-0b4db505d18c tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501473 Jan 18 16:11:34.718539 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 65c50a6f-45b4-438c-b28a-a8d866692e93 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:11:34.828804 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 65c50a6f-45b4-438c-b28a-a8d866692e93, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65c50a6f-45b4-438c-b28a-a8d866692e93,segment=NetworkSegment(89476d8a-7e22-4169-8643-6ba92f2c958a),segment_id=89476d8a-7e22-4169-8643-6ba92f2c958a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:11:34.840261 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': '65c50a6f-45b4-438c-b28a-a8d866692e93', 'network_id': '4230e440-3503-4a0a-a157-a88df18a7e0c', 'port_id': '65c50a6f-45b4-438c-b28a-a8d866692e93', 'mac_address': 'fa:16:3e:3f:1f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec24893-d635-48d8-ad40-4216db30514a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:11:34.876725 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 65c50a6f-45b4-438c-b28a-a8d866692e93 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:11:34.877125 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (65c50a6f-45b4-438c-b28a-a8d866692e93), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:34.890351 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c50a6f-45b4-438c-b28a-a8d866692e93 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:11:34.910254 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 65c50a6f-45b4-438c-b28a-a8d866692e93, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65c50a6f-45b4-438c-b28a-a8d866692e93,segment=NetworkSegment(89476d8a-7e22-4169-8643-6ba92f2c958a),segment_id=89476d8a-7e22-4169-8643-6ba92f2c958a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:11:34.978494 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (65c50a6f-45b4-438c-b28a-a8d866692e93), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:34.979247 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:11:35.057519 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=65c50a6f-45b4-438c-b28a-a8d866692e93,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:35.127483 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1f9fa7b-34f3-4475-aa8a-bbf5ad443457,segment=NetworkSegment(1a3ef4a1-faa4-47b3-a4a9-774edde91426),segment_id=1a3ef4a1-faa4-47b3-a4a9-774edde91426)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:11:35.139530 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': 'e1f9fa7b-34f3-4475-aa8a-bbf5ad443457', 'network_id': 'a3ecd522-b53f-495b-8758-517313de67c4', 'port_id': 'e1f9fa7b-34f3-4475-aa8a-bbf5ad443457', 'mac_address': 'fa:16:3e:69:14:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12fc284-5d6d-4cae-9218-2a8162c359a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:11:35.180144 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:11:35.180544 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (e1f9fa7b-34f3-4475-aa8a-bbf5ad443457), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:35.194004 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317228cb-6522-4f67-81e4-6430be1f37c2 req-01b016ff-0469-47de-8976-779042d3cefe tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:35.194513 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:11:35.195718 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-317228cb-6522-4f67-81e4-6430be1f37c2 req-01b016ff-0469-47de-8976-779042d3cefe tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0538871 Jan 18 16:11:35.214927 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1f9fa7b-34f3-4475-aa8a-bbf5ad443457,segment=NetworkSegment(1a3ef4a1-faa4-47b3-a4a9-774edde91426),segment_id=1a3ef4a1-faa4-47b3-a4a9-774edde91426)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:11:35.249347 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-317228cb-6522-4f67-81e4-6430be1f37c2 req-629db5f6-f6c8-4d09-9d50-61d0a561d563 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455194 Jan 18 16:11:35.312557 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (e1f9fa7b-34f3-4475-aa8a-bbf5ad443457), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:35.368014 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=e1f9fa7b-34f3-4475-aa8a-bbf5ad443457,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:35.521794 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd42801-aa5e-41f2-97fc-9f65fcf95116 req-6da45c89-3864-4229-b695-89c2e8b5dc46 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:35.523251 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7bd42801-aa5e-41f2-97fc-9f65fcf95116 req-6da45c89-3864-4229-b695-89c2e8b5dc46 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 944 time: 0.0607514 Jan 18 16:11:35.598514 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6251375-fa4c-4164-b3be-52b81e8d962d req-50222cb7-9586-4f30-9f3a-ed9abd31cf0b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:35.598739 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97f6d7-26d6-4e91-baa7-226696339c6f req-9533ff26-bd5e-4559-9e46-15ba09b2d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:35.600925 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b6251375-fa4c-4164-b3be-52b81e8d962d req-50222cb7-9586-4f30-9f3a-ed9abd31cf0b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0968149 Jan 18 16:11:35.606174 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-de97f6d7-26d6-4e91-baa7-226696339c6f req-9533ff26-bd5e-4559-9e46-15ba09b2d5a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a2cc8740e33470a9ded5669c46c9c4a&device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 1098 time: 0.0472348 Jan 18 16:11:35.630849 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7bd42801-aa5e-41f2-97fc-9f65fcf95116 req-f9103bbd-ffa9-4d9b-930d-ec457c254698 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887141 Jan 18 16:11:35.679473 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b6251375-fa4c-4164-b3be-52b81e8d962d req-bd2f6cfc-f205-40b3-87f4-b89f51043d50 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670657 Jan 18 16:11:35.726023 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['e1f9fa7b-34f3-4475-aa8a-bbf5ad443457'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:11:35.735820 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97f6d7-26d6-4e91-baa7-226696339c6f req-fb6ec73a-47b1-41a8-a936-6b12697571b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:35.737476 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-de97f6d7-26d6-4e91-baa7-226696339c6f req-fb6ec73a-47b1-41a8-a936-6b12697571b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a96305d-1da2-4cf0-932e-99a783e1606e HTTP/1.1" status: 200 len: 919 time: 0.1298385 Jan 18 16:11:35.761296 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['65c50a6f-45b4-438c-b28a-a8d866692e93'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:11:35.785912 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-de97f6d7-26d6-4e91-baa7-226696339c6f req-5a7453d9-1615-48ef-900c-9378b92074c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a374a679-7136-4061-9885-ff645c884e07 HTTP/1.1" status: 200 len: 217 time: 0.0371327 Jan 18 16:11:35.827182 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d61375-c5da-40ef-9467-2fd7e481f8e1 req-faa3c360-9604-432f-b125-45a7c86bc937 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:35.828980 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-11d61375-c5da-40ef-9467-2fd7e481f8e1 req-faa3c360-9604-432f-b125-45a7c86bc937 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 945 time: 0.0504844 Jan 18 16:11:35.838055 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97f6d7-26d6-4e91-baa7-226696339c6f req-90e4935b-6ffd-4920-aa6f-6fbef527ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:35.840440 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-de97f6d7-26d6-4e91-baa7-226696339c6f req-90e4935b-6ffd-4920-aa6f-6fbef527ebce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6d824aa-d305-456f-848d-ceb7c3880cbb HTTP/1.1" status: 200 len: 858 time: 0.0450962 Jan 18 16:11:35.873630 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-de97f6d7-26d6-4e91-baa7-226696339c6f req-99f9e2cc-87ad-41a5-a02a-0bcf68132e76 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a96305d-1da2-4cf0-932e-99a783e1606e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268686 Jan 18 16:11:35.879989 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-11d61375-c5da-40ef-9467-2fd7e481f8e1 req-f4666d61-c021-481e-8b53-d9d013e341d5 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440524 Jan 18 16:11:35.969634 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-de97f6d7-26d6-4e91-baa7-226696339c6f req-cf95fa7e-2631-4680-ac00-098727f04905 service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895264 Jan 18 16:11:36.068641 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-de97f6d7-26d6-4e91-baa7-226696339c6f req-da641179-2dd8-4e30-97fe-9f78b7a5b0c8 service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842693 Jan 18 16:11:36.372424 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6c794-6075-4d59-b840-cf8625a53040 req-84f14fad-7a93-49b3-8895-433075a91f41 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:36.374957 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-42a6c794-6075-4d59-b840-cf8625a53040 req-84f14fad-7a93-49b3-8895-433075a91f41 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0555236 Jan 18 16:11:36.428112 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-42a6c794-6075-4d59-b840-cf8625a53040 req-c638308f-bd47-4063-9b3f-f42985db11c5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461233 Jan 18 16:11:36.863878 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25881aa-4727-4854-9bbd-86e9780ed802 req-173c848b-21d2-48f7-ac5b-31765c68216a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:36.865411 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a25881aa-4727-4854-9bbd-86e9780ed802 req-173c848b-21d2-48f7-ac5b-31765c68216a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 944 time: 0.1433146 Jan 18 16:11:36.877017 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c301a1-909b-4f3a-aea1-a53ccd3795cd req-83491eea-4ee0-4651-ab43-a975bfeb4432 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:36.878538 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-94c301a1-909b-4f3a-aea1-a53ccd3795cd req-83491eea-4ee0-4651-ab43-a975bfeb4432 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.1385148 Jan 18 16:11:36.951305 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a25881aa-4727-4854-9bbd-86e9780ed802 req-1810931a-f441-45e1-9639-63525d3a5807 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717769 Jan 18 16:11:36.955422 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-94c301a1-909b-4f3a-aea1-a53ccd3795cd req-f29c987d-21e6-4bd2-93ac-827ade8a0e7a tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701540 Jan 18 16:11:37.081559 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae034945-0c02-409d-942e-687a6888cae7 req-14008abf-702f-4ede-841e-89e83950e7bd tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:37.083119 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ae034945-0c02-409d-942e-687a6888cae7 req-14008abf-702f-4ede-841e-89e83950e7bd tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 945 time: 0.0542922 Jan 18 16:11:37.132372 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ae034945-0c02-409d-942e-687a6888cae7 req-c6f0da8f-0c0d-494c-80f0-8eac39e86188 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435445 Jan 18 16:11:37.344332 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-7f0050f2-0fdb-4c51-b4df-d274bff604cd tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:37.345850 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-7f0050f2-0fdb-4c51-b4df-d274bff604cd tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/networks?id=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 HTTP/1.1" status: 200 len: 815 time: 0.1031313 Jan 18 16:11:37.360386 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-5b0ccb11-c34f-43dc-9a21-3ad76470663f tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/quotas/2f5194c096ef4e229c349ca5b2eb91f3 HTTP/1.1" status: 200 len: 375 time: 0.0093217 Jan 18 16:11:37.411068 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-d9446ce2-bb31-42b4-a86a-d70d7cb8e7c0 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459659 Jan 18 16:11:37.504825 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-e02c575f-9590-48ef-ab92-4f791b8ec3ad service neutron] 10.222.0.70 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872347 Jan 18 16:11:37.616361 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d6b4a-9602-496c-8004-5e697b9030d6 req-2629a071-e42e-45af-b39f-6151dc139ec0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:37.617892 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3e7d6b4a-9602-496c-8004-5e697b9030d6 req-2629a071-e42e-45af-b39f-6151dc139ec0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.1084745 Jan 18 16:11:37.643362 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-08a3e59c-8e31-4753-95bf-1c5af3506ee7 service neutron] 10.222.0.70 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320910 Jan 18 16:11:37.678141 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3e7d6b4a-9602-496c-8004-5e697b9030d6 req-d32dd0ad-7f5d-4441-909a-38056e9761e1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512273 Jan 18 16:11:37.952093 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-957ee4b0-45e4-4693-8d68-3b0a0c5d1df5 req-cc6100da-7c44-4726-91cb-fa436881b914 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 210 time: 0.0297737 Jan 18 16:11:38.116214 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9298cc-5f85-47e3-9376-b3815d61b57c req-a6ef944c-6e28-4786-8722-dff471991914 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:38.118435 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ad9298cc-5f85-47e3-9376-b3815d61b57c req-a6ef944c-6e28-4786-8722-dff471991914 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 944 time: 0.0940392 Jan 18 16:11:38.128096 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445219e6-b4f7-4512-b017-55faaf32e38f req-e86a525f-d510-473a-89e0-e980ba6f14fc tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:38.129593 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-445219e6-b4f7-4512-b017-55faaf32e38f req-e86a525f-d510-473a-89e0-e980ba6f14fc tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.1034679 Jan 18 16:11:38.204742 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ad9298cc-5f85-47e3-9376-b3815d61b57c req-ddc7a063-0c85-4506-8e2b-35313b6c660b tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740881 Jan 18 16:11:38.208155 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-445219e6-b4f7-4512-b017-55faaf32e38f req-7efe4a57-bc76-4cbb-9d00-46845d35e085 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719786 Jan 18 16:11:38.317482 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249c68f-f9f0-4ae8-b971-6523fc72d49d req-1cf23ad2-7e7f-41af-b3a7-ac399447793b tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:38.318916 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8249c68f-f9f0-4ae8-b971-6523fc72d49d req-1cf23ad2-7e7f-41af-b3a7-ac399447793b tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 945 time: 0.0518069 Jan 18 16:11:38.365640 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8249c68f-f9f0-4ae8-b971-6523fc72d49d req-48528c21-ed40-4652-b93d-1545734e30bb tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409255 Jan 18 16:11:38.797658 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bdddf-0cce-4dac-89be-3c1a9fcc8658 req-a2b5c63c-5884-4ef2-8fb1-95dd9b9a02c5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:38.799174 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8a2bdddf-0cce-4dac-89be-3c1a9fcc8658 req-a2b5c63c-5884-4ef2-8fb1-95dd9b9a02c5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0489602 Jan 18 16:11:38.849210 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8a2bdddf-0cce-4dac-89be-3c1a9fcc8658 req-9ca66408-60e4-49fa-af55-6a34e2f54885 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445819 Jan 18 16:11:39.043096 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2e878ef1-7cc4-4941-b990-063e39318d96 req-a4e62e75-944f-4ba1-911c-927c30f0c2f2 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 210 time: 0.0245531 Jan 18 16:11:39.366985 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36871718-d783-4789-bf1e-ee87d5939589 req-3ad57319-6a71-471c-a5f7-3fc765115535 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:39.368756 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-36871718-d783-4789-bf1e-ee87d5939589 req-3ad57319-6a71-471c-a5f7-3fc765115535 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 944 time: 0.0993373 Jan 18 16:11:39.385591 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809c6b7-1826-46c1-85d5-f5ec90d657c9 req-e0294c5b-4465-4daf-8b8a-a6e954cb39a5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:39.386161 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 65c50a6f-45b4-438c-b28a-a8d866692e93 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:11:39.387072 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e809c6b7-1826-46c1-85d5-f5ec90d657c9 req-e0294c5b-4465-4daf-8b8a-a6e954cb39a5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0816951 Jan 18 16:11:39.427007 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8ffeffe-7590-431c-bd1b-cf4e9638020e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:39.480067 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-36871718-d783-4789-bf1e-ee87d5939589 req-27a346b0-dba0-4b95-9dc4-737a35fc67fc tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043193 Jan 18 16:11:39.500612 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e809c6b7-1826-46c1-85d5-f5ec90d657c9 req-343355ac-e2e9-4722-8eaa-9cc4f74fc3fc tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014895 Jan 18 16:11:39.544006 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port 65c50a6f-45b4-438c-b28a-a8d866692e93 completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:11:39.549165 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port 65c50a6f-45b4-438c-b28a-a8d866692e93 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:11:39.549542 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (65c50a6f-45b4-438c-b28a-a8d866692e93), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:39.591823 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc19a30-1cc8-419f-a5dd-7ae08499fb32 req-2dec558b-7038-47fe-82f5-341f34927ffa tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:39.593665 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1cc19a30-1cc8-419f-a5dd-7ae08499fb32 req-2dec558b-7038-47fe-82f5-341f34927ffa tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 945 time: 0.0518060 Jan 18 16:11:39.655245 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1cc19a30-1cc8-419f-a5dd-7ae08499fb32 req-2b1be747-76f2-4b99-a2a0-0e61b43825f3 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556359 Jan 18 16:11:39.750955 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 65c50a6f-45b4-438c-b28a-a8d866692e93 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:11:39.751258 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (65c50a6f-45b4-438c-b28a-a8d866692e93), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:39.773867 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943c1e6e-e410-4d4d-a83b-974c9220f1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c50a6f-45b4-438c-b28a-a8d866692e93'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:11:39.776101 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726342a3-08e0-4e41-a1a8-8734ff33434e" -d '{"events": [{"server_uuid": "943c1e6e-e410-4d4d-a83b-974c9220f1f8", "name": "network-vif-plugged", "status": "completed", "tag": "65c50a6f-45b4-438c-b28a-a8d866692e93"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:11:39.788498 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 65c50a6f-45b4-438c-b28a-a8d866692e93, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65c50a6f-45b4-438c-b28a-a8d866692e93,segment=NetworkSegment(89476d8a-7e22-4169-8643-6ba92f2c958a),segment_id=89476d8a-7e22-4169-8643-6ba92f2c958a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:11:39.811685 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55b8e4d-c040-4886-9c14-30365523bf2e x-openstack-request-id: req-a55b8e4d-c040-4886-9c14-30365523bf2e {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:11:39.812049 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943c1e6e-e410-4d4d-a83b-974c9220f1f8", "name": "network-vif-plugged", "status": "completed", "tag": "65c50a6f-45b4-438c-b28a-a8d866692e93", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:11:39.812353 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a55b8e4d-c040-4886-9c14-30365523bf2e {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:11:39.812775 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943c1e6e-e410-4d4d-a83b-974c9220f1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c50a6f-45b4-438c-b28a-a8d866692e93', 'code': 200} Jan 18 16:11:39.910057 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (65c50a6f-45b4-438c-b28a-a8d866692e93), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:39.910789 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:11:39.976342 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293c047-954b-413a-84c9-a58a96868689 req-2c5d092c-1df9-47b9-97f2-3c9dea8d1299 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:39.977866 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0293c047-954b-413a-84c9-a58a96868689 req-2c5d092c-1df9-47b9-97f2-3c9dea8d1299 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0545158 Jan 18 16:11:39.994554 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=65c50a6f-45b4-438c-b28a-a8d866692e93,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:40.004829 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:40.005137 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:40.005557 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:40.006062 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:40.006407 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:40.006749 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:40.007087 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:40.007427 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:40.007763 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:40.008111 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:40.008599 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:40.009228 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:40.009637 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:11:40.026600 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0293c047-954b-413a-84c9-a58a96868689 req-59bc9b1c-0f3b-43b4-99f7-822d2a05bcc6 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420990 Jan 18 16:11:40.098979 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:11:40.102444 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:11:40.102841 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (e1f9fa7b-34f3-4475-aa8a-bbf5ad443457), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:40.143650 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1a0c37c1-692c-4bb0-a6b8-9c873fa0e103 req-15901cbb-2b15-4df2-87b6-df46f1e1e7e7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 210 time: 0.0262692 Jan 18 16:11:40.184908 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:11:40.185302 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (e1f9fa7b-34f3-4475-aa8a-bbf5ad443457), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:40.220237 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1f9fa7b-34f3-4475-aa8a-bbf5ad443457,segment=NetworkSegment(1a3ef4a1-faa4-47b3-a4a9-774edde91426),segment_id=1a3ef4a1-faa4-47b3-a4a9-774edde91426)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:11:40.286673 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (e1f9fa7b-34f3-4475-aa8a-bbf5ad443457), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:40.334091 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=e1f9fa7b-34f3-4475-aa8a-bbf5ad443457,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:40.647660 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431279c3-db9b-489b-8bc4-dcd2081cc3aa req-461e68ad-21f2-4439-9511-fa59526140ce tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:40.649183 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-431279c3-db9b-489b-8bc4-dcd2081cc3aa req-461e68ad-21f2-4439-9511-fa59526140ce tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0736418 Jan 18 16:11:40.658225 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcab55-2c02-4d60-bdfc-06b9028c01bc req-21ce53ad-5cf9-437e-b78b-fa8f68e3805e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:40.659610 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7bbcab55-2c02-4d60-bdfc-06b9028c01bc req-21ce53ad-5cf9-437e-b78b-fa8f68e3805e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0931215 Jan 18 16:11:40.738490 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-431279c3-db9b-489b-8bc4-dcd2081cc3aa req-02d9490c-6a9e-470f-ba52-418262601c9e tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776119 Jan 18 16:11:40.744227 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7bbcab55-2c02-4d60-bdfc-06b9028c01bc req-68d1f867-4d27-4d19-80b3-e27df652e341 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769925 Jan 18 16:11:40.784318 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832367d-f1aa-4902-b2fc-151318690886 req-b09ad29b-9785-42c9-b145-07ad58610eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:40.785844 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e832367d-f1aa-4902-b2fc-151318690886 req-b09ad29b-9785-42c9-b145-07ad58610eee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 1098 time: 0.0442846 Jan 18 16:11:40.844991 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e832367d-f1aa-4902-b2fc-151318690886 req-c89ad28b-724f-4b70-88b0-50508016a647 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456929 Jan 18 16:11:40.851274 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5441d-5bc5-4059-a3f6-1beae285e948 req-27b0eaae-55bf-46a9-8099-39ef7d4ccfb3 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:40.852858 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-70b5441d-5bc5-4059-a3f6-1beae285e948 req-27b0eaae-55bf-46a9-8099-39ef7d4ccfb3 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 946 time: 0.0529468 Jan 18 16:11:40.901041 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-70b5441d-5bc5-4059-a3f6-1beae285e948 req-f547e273-0217-4175-8e0b-dbb69e0fd38b tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413885 Jan 18 16:11:41.151801 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7c9f5-16f0-4570-9185-69a363189c6c req-caab68ae-857e-46b6-83db-446c962f335d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:41.153236 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-01c7c9f5-16f0-4570-9185-69a363189c6c req-caab68ae-857e-46b6-83db-446c962f335d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0547612 Jan 18 16:11:41.210550 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-01c7c9f5-16f0-4570-9185-69a363189c6c req-501c8db5-518d-4ac0-b869-ad70a8cfe068 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507531 Jan 18 16:11:41.243070 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-66d2dafc-e1a7-4a44-a1f9-ede8520acd6d req-41b395cf-dbba-447e-a7ea-14597db3e6b2 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 210 time: 0.0276563 Jan 18 16:11:41.455376 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24cae490-2a29-41a0-b40e-28ca3f6c8145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:41.814091 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43830af-7463-4566-83c2-bc2c58605cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f9fa7b-34f3-4475-aa8a-bbf5ad443457'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:11:41.817068 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c1e508-bacf-4113-83dc-abe38556e1b9" -d '{"events": [{"server_uuid": "f43830af-7463-4566-83c2-bc2c58605cde", "name": "network-vif-plugged", "status": "completed", "tag": "e1f9fa7b-34f3-4475-aa8a-bbf5ad443457"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:11:41.870641 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-1b7427f6-47c0-4d8c-9410-ebe4453d21f7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:41.872221 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-1b7427f6-47c0-4d8c-9410-ebe4453d21f7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "GET /v2.0/networks?id=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 HTTP/1.1" status: 200 len: 815 time: 0.1227632 Jan 18 16:11:41.892028 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702aecb-87f4-4e93-b362-e8aad8a26647 req-e59736d1-77c9-4108-8118-790ccf7c1cb0 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:41.893543 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8702aecb-87f4-4e93-b362-e8aad8a26647 req-e59736d1-77c9-4108-8118-790ccf7c1cb0 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0816734 Jan 18 16:11:41.909870 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-6b92e245-e543-42a7-a209-2d03e8881516 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Request body: {'port': {'device_id': '33d2dbdd-43fb-43a2-9c67-843818a03e06', 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28', 'admin_state_up': True, 'tenant_id': '2f5194c096ef4e229c349ca5b2eb91f3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:11:41.914427 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b0f4c-a272-4572-884e-6c4f7ffaa3d7 req-1ff74557-a92a-41a9-970f-d0f3e6cb5da2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:41.915680 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cd5b0f4c-a272-4572-884e-6c4f7ffaa3d7 req-1ff74557-a92a-41a9-970f-d0f3e6cb5da2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0745041 Jan 18 16:11:41.984966 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8702aecb-87f4-4e93-b362-e8aad8a26647 req-ea8e07bb-5daf-4301-a966-15c0b0b1d221 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851634 Jan 18 16:11:41.997173 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cd5b0f4c-a272-4572-884e-6c4f7ffaa3d7 req-ed3f32c3-6b77-4e55-acfe-cb26c1bfe1b9 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726502 Jan 18 16:11:42.067741 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d40be26-87eb-4766-89c8-459c66b02885 x-openstack-request-id: req-5d40be26-87eb-4766-89c8-459c66b02885 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:11:42.068246 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43830af-7463-4566-83c2-bc2c58605cde", "name": "network-vif-plugged", "status": "completed", "tag": "e1f9fa7b-34f3-4475-aa8a-bbf5ad443457", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:11:42.068500 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d40be26-87eb-4766-89c8-459c66b02885 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:11:42.068926 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43830af-7463-4566-83c2-bc2c58605cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f9fa7b-34f3-4475-aa8a-bbf5ad443457', 'code': 200} Jan 18 16:11:42.133428 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00c524-a5ec-457d-8c30-55c970cbd752 req-21bca7e8-e09d-4507-9f75-eeea26313031 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:42.134962 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6c00c524-a5ec-457d-8c30-55c970cbd752 req-21bca7e8-e09d-4507-9f75-eeea26313031 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 946 time: 0.0510528 Jan 18 16:11:42.138371 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-6b92e245-e543-42a7-a209-2d03e8881516 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Made reservation on behalf of 2f5194c096ef4e229c349ca5b2eb91f3 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:11:42.141943 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-6b92e245-e543-42a7-a209-2d03e8881516 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:42.189786 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6c00c524-a5ec-457d-8c30-55c970cbd752 req-b72cacc1-962f-4342-a999-05e90d2ca4cd tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488591 Jan 18 16:11:42.288292 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-6b92e245-e543-42a7-a209-2d03e8881516 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Allocated IP 172.20.0.5 (44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28/8c483501-a62e-409d-95e4-04b5906fccaf/206ddb53-80d9-4e40-aa32-95b425154f15) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:11:42.355604 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e10d5499-d580-4fe7-b3c6-5f5159d624f6 req-3b942192-0bea-4b9b-a4c7-f09dba755921 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 210 time: 0.0352838 Jan 18 16:11:42.373395 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5521b3-8734-4524-a35b-3d3a45365daf req-036058ae-1c99-4b80-9cdc-9d04d53cd419 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:42.374912 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9d5521b3-8734-4524-a35b-3d3a45365daf req-036058ae-1c99-4b80-9cdc-9d04d53cd419 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0818255 Jan 18 16:11:42.423403 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9d5521b3-8734-4524-a35b-3d3a45365daf req-8a6a6aa6-82fe-4506-bebc-4bd3dfaa7e03 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426714 Jan 18 16:11:42.478387 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252de1b-a60a-4185-a873-2161860112c6 req-85c7ea6f-e044-4d17-82b9-0e7a45abc7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:42.479891 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1252de1b-a60a-4185-a873-2161860112c6 req-85c7ea6f-e044-4d17-82b9-0e7a45abc7f3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 1099 time: 0.0836818 Jan 18 16:11:42.483146 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-6b92e245-e543-42a7-a209-2d03e8881516 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks [] for port (206ddb53-80d9-4e40-aa32-95b425154f15), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:42.554129 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1252de1b-a60a-4185-a873-2161860112c6 req-956568c2-0844-4e6e-b076-ab45f7934bd8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371037 Jan 18 16:11:42.581034 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-6b92e245-e543-42a7-a209-2d03e8881516 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (206ddb53-80d9-4e40-aa32-95b425154f15), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:42.595045 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['e62fed9d-9120-4c64-9758-a7f7c30137c5', '58adc538-3b61-4692-9225-4995797655c8', '7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:11:42.630851 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-6b92e245-e543-42a7-a209-2d03e8881516 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:11:42.634130 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-6b92e245-e543-42a7-a209-2d03e8881516 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:11:42.638799 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-6b92e245-e543-42a7-a209-2d03e8881516 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:11:42.644719 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-6b92e245-e543-42a7-a209-2d03e8881516 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:42.645369 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-6b92e245-e543-42a7-a209-2d03e8881516 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:42.649158 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92e245-e543-42a7-a209-2d03e8881516 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Pushing event updated for resources: {'Port': ['ID=206ddb53-80d9-4e40-aa32-95b425154f15,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:42.743746 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-6b92e245-e543-42a7-a209-2d03e8881516 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8377271 Jan 18 16:11:42.809787 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Request body: {'port': {'device_id': '33d2dbdd-43fb-43a2-9c67-843818a03e06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:11:42.870277 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (206ddb53-80d9-4e40-aa32-95b425154f15), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:43.157764 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc1481-a47f-48c1-80b9-9f08f13769db req-775567b1-6618-4016-90dd-e3e197260ab5 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:43.159282 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c6cc1481-a47f-48c1-80b9-9f08f13769db req-775567b1-6618-4016-90dd-e3e197260ab5 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0835278 Jan 18 16:11:43.179706 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e20f7d-d123-418b-b5d9-5aabc1511b25 req-251202bb-f522-4043-b7f5-aad35cfd8550 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:43.181202 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-28e20f7d-d123-418b-b5d9-5aabc1511b25 req-251202bb-f522-4043-b7f5-aad35cfd8550 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0728745 Jan 18 16:11:43.189517 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206ddb53-80d9-4e40-aa32-95b425154f15 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:11:43.202238 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Publish callbacks [] for port (206ddb53-80d9-4e40-aa32-95b425154f15), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:43.214820 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Transition to ACTIVE for port object 206ddb53-80d9-4e40-aa32-95b425154f15 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:11:43.248046 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c6cc1481-a47f-48c1-80b9-9f08f13769db req-fa5e829c-27ed-424d-9ca9-8f44bbf8112c tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814438 Jan 18 16:11:43.259817 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-28e20f7d-d123-418b-b5d9-5aabc1511b25 req-99c8f30a-a222-42b7-b552-fe1580c557a0 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680952 Jan 18 16:11:43.282410 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (206ddb53-80d9-4e40-aa32-95b425154f15), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:43.339865 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Pushing event updated for resources: {'Port': ['ID=206ddb53-80d9-4e40-aa32-95b425154f15,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:43.378906 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Attempting to bind port 206ddb53-80d9-4e40-aa32-95b425154f15 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:11:43.379243 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Attempting to bind port 206ddb53-80d9-4e40-aa32-95b425154f15 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:11:43.379577 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Attempting to bind port 206ddb53-80d9-4e40-aa32-95b425154f15 on network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:11:43.385015 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Port 206ddb53-80d9-4e40-aa32-95b425154f15 on network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:11:43.385356 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Attempting to bind port 206ddb53-80d9-4e40-aa32-95b425154f15 on network 44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:11:43.393216 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff057c-eb7d-44fd-904b-6c5c76aa216c req-0638e394-3321-4a86-adb3-11a10c35868a tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:43.393768 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:11:43.394118 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Checking segment: {'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:11:43.394502 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Bound using segment: {'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:11:43.394941 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Bound port: 206ddb53-80d9-4e40-aa32-95b425154f15, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10fdf28-0f78-4238-a204-32940a483b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:11:43.395396 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (206ddb53-80d9-4e40-aa32-95b425154f15), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:43.396011 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0dff057c-eb7d-44fd-904b-6c5c76aa216c req-0638e394-3321-4a86-adb3-11a10c35868a tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 946 time: 0.0815187 Jan 18 16:11:43.477201 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] For port 206ddb53-80d9-4e40-aa32-95b425154f15, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:11:43.480562 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] For port 206ddb53-80d9-4e40-aa32-95b425154f15, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=206ddb53-80d9-4e40-aa32-95b425154f15,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:11:43.485083 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0dff057c-eb7d-44fd-904b-6c5c76aa216c req-35cdec50-22f9-498f-befd-af73c6d89536 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776446 Jan 18 16:11:43.516489 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:43.525495 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2d6a3-042d-4ad4-a0b9-09ba052a1971 req-a1e2ef3a-91eb-4737-bf71-1d9fe0b0ddce tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:43.527164 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-28a2d6a3-042d-4ad4-a0b9-09ba052a1971 req-a1e2ef3a-91eb-4737-bf71-1d9fe0b0ddce tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 943 time: 0.0690665 Jan 18 16:11:43.544844 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (206ddb53-80d9-4e40-aa32-95b425154f15), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:43.562025 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:43.562571 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:43.564047 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] 10.222.0.72 "PUT /v2.0/ports/206ddb53-80d9-4e40-aa32-95b425154f15 HTTP/1.1" status: 200 len: 1093 time: 0.7587051 Jan 18 16:11:43.564497 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d2dbdd-43fb-43a2-9c67-843818a03e06', 'tag': '206ddb53-80d9-4e40-aa32-95b425154f15'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:11:43.567130 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865861be-d978-481a-9bc7-b969f03eb980" -d '{"events": [{"name": "network-changed", "server_uuid": "33d2dbdd-43fb-43a2-9c67-843818a03e06", "tag": "206ddb53-80d9-4e40-aa32-95b425154f15"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:11:43.616636 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-28a2d6a3-042d-4ad4-a0b9-09ba052a1971 req-2ee0b4b9-fbd9-40f1-b279-a5c38b233e85 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840263 Jan 18 16:11:43.637979 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b9936-3b28-4d94-83db-2e0958196c11 service neutron] Pushing event updated for resources: {'Port': ['ID=206ddb53-80d9-4e40-aa32-95b425154f15,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:43.650666 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171511b0-d07b-4137-98f8-36da4fc65838 req-2bb117d4-0ab3-4931-bbd3-d84e73147b92 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:43.652222 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-171511b0-d07b-4137-98f8-36da4fc65838 req-2bb117d4-0ab3-4931-bbd3-d84e73147b92 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0956099 Jan 18 16:11:43.668825 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8aa8dc-9a60-4db2-8b38-d936b83cd57a x-openstack-request-id: req-cb8aa8dc-9a60-4db2-8b38-d936b83cd57a {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:11:43.669116 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d2dbdd-43fb-43a2-9c67-843818a03e06", "tag": "206ddb53-80d9-4e40-aa32-95b425154f15", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:11:43.669368 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb8aa8dc-9a60-4db2-8b38-d936b83cd57a {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:11:43.669771 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d2dbdd-43fb-43a2-9c67-843818a03e06', 'tag': '206ddb53-80d9-4e40-aa32-95b425154f15', 'status': 'completed', 'code': 200} Jan 18 16:11:43.705472 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-171511b0-d07b-4137-98f8-36da4fc65838 req-460c2973-ce1c-445c-b03a-6f9bcb7595c9 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453398 Jan 18 16:11:43.753948 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865861be-d978-481a-9bc7-b969f03eb980 req-a3cbecd3-3c62-49cc-9634-8b0494aaf399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:43.755488 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-865861be-d978-481a-9bc7-b969f03eb980 req-a3cbecd3-3c62-49cc-9634-8b0494aaf399 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 1096 time: 0.0460379 Jan 18 16:11:43.857361 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865861be-d978-481a-9bc7-b969f03eb980 req-d515d7ab-b1f4-4d1b-abd3-816344bc606d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:43.859410 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-865861be-d978-481a-9bc7-b969f03eb980 req-d515d7ab-b1f4-4d1b-abd3-816344bc606d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0942345 Jan 18 16:11:43.963501 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865861be-d978-481a-9bc7-b969f03eb980 req-026b8e5e-b5b5-482b-ada8-ada867f00f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:43.965009 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-865861be-d978-481a-9bc7-b969f03eb980 req-026b8e5e-b5b5-482b-ada8-ada867f00f84 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925508 Jan 18 16:11:44.041473 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-d9b0b86a-1bb8-4b17-9bf0-cb8c0c2047b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:44.042960 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-d9b0b86a-1bb8-4b17-9bf0-cb8c0c2047b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 1096 time: 0.0399923 Jan 18 16:11:44.086719 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-9ac0c945-d952-4385-a523-77d9dbeb3706 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=206ddb53-80d9-4e40-aa32-95b425154f15 HTTP/1.1" status: 200 len: 217 time: 0.0349634 Jan 18 16:11:44.151047 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-61d5d486-894d-4665-acd3-22ea0b1397a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:44.152547 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-61d5d486-894d-4665-acd3-22ea0b1397a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c483501-a62e-409d-95e4-04b5906fccaf HTTP/1.1" status: 200 len: 855 time: 0.0515504 Jan 18 16:11:44.196795 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-dfb64ef0-5680-438c-be89-63b783ebedfe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279331 Jan 18 16:11:44.302746 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-415ba19f-4bfd-4005-a776-67d7e40b7e69 service neutron] 10.222.0.72 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946820 Jan 18 16:11:44.357797 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:44.404206 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cac24-333d-43a9-ba52-bc0de4f48a40 req-f8c1c662-80b2-4a9f-bb9f-6b5e2c3e7622 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:44.406252 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-903cac24-333d-43a9-ba52-bc0de4f48a40 req-f8c1c662-80b2-4a9f-bb9f-6b5e2c3e7622 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0522439 Jan 18 16:11:44.416560 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d62c223d-f8ee-40ce-92ef-086483fb99d4 req-0677cd5c-c209-4569-9e5a-d213ae9aeba8 service neutron] 10.222.0.72 "GET /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930483 Jan 18 16:11:44.457198 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-903cac24-333d-43a9-ba52-bc0de4f48a40 req-7775922b-d66a-4e93-af73-b88fb593c4a7 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451105 Jan 18 16:11:44.594552 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f58e8-cff1-4d0b-b0a5-1b9f95d88feb req-426a7b25-0224-42d9-998e-8e5f8b503c46 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:44.596010 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-501f58e8-cff1-4d0b-b0a5-1b9f95d88feb req-426a7b25-0224-42d9-998e-8e5f8b503c46 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 946 time: 0.0522544 Jan 18 16:11:44.646363 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-501f58e8-cff1-4d0b-b0a5-1b9f95d88feb req-810dca21-ea45-4307-b558-2a189d724fc0 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443218 Jan 18 16:11:44.738257 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171854b-3ad8-4b51-acef-d3d4b86fb0e1 req-dc000bdf-0334-49f5-bd5e-e032aa23e0a6 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:44.739741 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0171854b-3ad8-4b51-acef-d3d4b86fb0e1 req-dc000bdf-0334-49f5-bd5e-e032aa23e0a6 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 943 time: 0.0509868 Jan 18 16:11:44.789113 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0171854b-3ad8-4b51-acef-d3d4b86fb0e1 req-9a144b1d-157c-4429-aa14-7cecb51f7cf1 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437150 Jan 18 16:11:44.837143 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b8e7d-3bdd-4aea-86fc-e432bb39410d req-5a395947-c9ee-4de7-bd5e-dcf5d59ad030 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:44.838207 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a14b8e7d-3bdd-4aea-86fc-e432bb39410d req-5a395947-c9ee-4de7-bd5e-dcf5d59ad030 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0480726 Jan 18 16:11:44.890972 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a14b8e7d-3bdd-4aea-86fc-e432bb39410d req-953ec6bb-6658-40c9-b4f7-98122caa74ef tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465338 Jan 18 16:11:45.397341 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 47534) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:45.752373 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3ef4cc13-5eb8-40a3-ba3a-099e5924f163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:45.789773 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:45.791474 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6358c7-96c8-410f-86be-a9c5a5510856 req-80922ad7-35dd-4558-98a3-99dfa90a5a1c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:45.792988 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ec6358c7-96c8-410f-86be-a9c5a5510856 req-80922ad7-35dd-4558-98a3-99dfa90a5a1c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.2660902 Jan 18 16:11:45.862904 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ec6358c7-96c8-410f-86be-a9c5a5510856 req-d06d685b-3a7c-44e2-9e1c-6f2f0a4f60b4 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630207 Jan 18 16:11:45.907821 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3ef4cc13-5eb8-40a3-ba3a-099e5924f163 admin admin] Publish callbacks [] for security_group (fb9ff36b-5aec-4db7-a75d-d0c1127a7652), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:45.923285 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8370b-014d-4615-ab91-8e06d28fef81 req-2a423c32-1011-47c6-91ae-e3894b3bfd00 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:45.924804 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0ba8370b-014d-4615-ab91-8e06d28fef81 req-2a423c32-1011-47c6-91ae-e3894b3bfd00 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 943 time: 0.0692170 Jan 18 16:11:45.983430 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0ba8370b-014d-4615-ab91-8e06d28fef81 req-98689e59-4689-4817-817a-bd0f11693781 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519459 Jan 18 16:11:45.996836 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3ef4cc13-5eb8-40a3-ba3a-099e5924f163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (fb9ff36b-5aec-4db7-a75d-d0c1127a7652), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:46.043391 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-3ef4cc13-5eb8-40a3-ba3a-099e5924f163 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f06b421702054a1986f046a9f332cb8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6450179 Jan 18 16:11:46.044884 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4cc13-5eb8-40a3-ba3a-099e5924f163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9ff36b-5aec-4db7-a75d-d0c1127a7652,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:46.049294 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 47546) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:46.058600 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5752e-179f-4585-bea9-80dcdc96385b req-2deb6dbb-b4c9-433b-9abf-814e14d012d2 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:46.060069 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-acd5752e-179f-4585-bea9-80dcdc96385b req-2deb6dbb-b4c9-433b-9abf-814e14d012d2 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0971811 Jan 18 16:11:46.099679 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29b3f056-52ec-4758-a0c1-e13dc875f783 admin admin] Publish callbacks [] for security_group (fb9ff36b-5aec-4db7-a75d-d0c1127a7652), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:46.108171 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-acd5752e-179f-4585-bea9-80dcdc96385b req-92a57525-4fa1-418f-a23d-0529406949c4 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406988 Jan 18 16:11:46.121038 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29b3f056-52ec-4758-a0c1-e13dc875f783 admin admin] Publish callbacks [] for security_group (fb9ff36b-5aec-4db7-a75d-d0c1127a7652), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:46.237819 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29b3f056-52ec-4758-a0c1-e13dc875f783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (fb9ff36b-5aec-4db7-a75d-d0c1127a7652), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:46.240461 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29b3f056-52ec-4758-a0c1-e13dc875f783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:46.241643 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-29b3f056-52ec-4758-a0c1-e13dc875f783 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb9ff36b-5aec-4db7-a75d-d0c1127a7652 HTTP/1.1" status: 204 len: 168 time: 0.1908512 Jan 18 16:11:46.249941 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3f056-52ec-4758-a0c1-e13dc875f783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9ff36b-5aec-4db7-a75d-d0c1127a7652,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:46.851309 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 47556) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:46.864628 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-8abb0823-aff7-4d1d-9cba-a1dba76dbf31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:46.954151 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-8abb0823-aff7-4d1d-9cba-a1dba76dbf31 admin admin] Publish callbacks [] for security_group (05fd68b6-c7cd-468e-a211-38c027f527d6), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:46.989767 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439d19c-0dd7-4d2b-97e5-c132656b8043 req-5ae9f9c3-d8bb-4b9e-952d-2c400e1c7988 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:46.995348 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d439d19c-0dd7-4d2b-97e5-c132656b8043 req-5ae9f9c3-d8bb-4b9e-952d-2c400e1c7988 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0577567 Jan 18 16:11:47.038139 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d439d19c-0dd7-4d2b-97e5-c132656b8043 req-f87bee86-2726-4bb1-89e7-beb9d615d07b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Jan 18 16:11:47.046959 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-8abb0823-aff7-4d1d-9cba-a1dba76dbf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (05fd68b6-c7cd-468e-a211-38c027f527d6), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:47.110435 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb0823-aff7-4d1d-9cba-a1dba76dbf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fd68b6-c7cd-468e-a211-38c027f527d6,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:47.116880 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-8abb0823-aff7-4d1d-9cba-a1dba76dbf31 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c63de04d674d4eaf84e1d615ec5e1272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639484 Jan 18 16:11:47.118946 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 47564) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:47.138158 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19d0a1-c142-4909-92b8-5af71de1ae82 req-de7a92e1-290e-4a82-a826-4aeca0380f11 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:47.140580 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3a19d0a1-c142-4909-92b8-5af71de1ae82 req-de7a92e1-290e-4a82-a826-4aeca0380f11 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 943 time: 0.0894160 Jan 18 16:11:47.169769 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-028b02d5-c06b-4fca-a68b-0e962e324cb2 admin admin] Publish callbacks [] for security_group (05fd68b6-c7cd-468e-a211-38c027f527d6), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:47.194443 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-028b02d5-c06b-4fca-a68b-0e962e324cb2 admin admin] Publish callbacks [] for security_group (05fd68b6-c7cd-468e-a211-38c027f527d6), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:47.202969 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3a19d0a1-c142-4909-92b8-5af71de1ae82 req-76e1df6e-d109-49db-8c74-10e24b01a9f7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554740 Jan 18 16:11:47.242999 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74938655-603b-4c8e-9ede-84f792d5a623 req-a973f6e6-8e0e-402c-a8af-41c2664dae6a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:47.245179 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-74938655-603b-4c8e-9ede-84f792d5a623 req-a973f6e6-8e0e-402c-a8af-41c2664dae6a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0625072 Jan 18 16:11:47.292167 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-74938655-603b-4c8e-9ede-84f792d5a623 req-5d76dd2e-d0b4-449b-9ede-a6ec79797e02 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410967 Jan 18 16:11:47.309613 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-028b02d5-c06b-4fca-a68b-0e962e324cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (05fd68b6-c7cd-468e-a211-38c027f527d6), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:47.313211 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-028b02d5-c06b-4fca-a68b-0e962e324cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:47.314413 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-028b02d5-c06b-4fca-a68b-0e962e324cb2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05fd68b6-c7cd-468e-a211-38c027f527d6 HTTP/1.1" status: 204 len: 168 time: 0.1944919 Jan 18 16:11:47.322593 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b02d5-c06b-4fca-a68b-0e962e324cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fd68b6-c7cd-468e-a211-38c027f527d6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:48.159807 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68097fac-ab74-4fc1-ae70-13b452999f50 req-966e64d9-04cc-47f0-929b-87062463616d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:48.161403 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-68097fac-ab74-4fc1-ae70-13b452999f50 req-966e64d9-04cc-47f0-929b-87062463616d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0520031 Jan 18 16:11:48.229018 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-68097fac-ab74-4fc1-ae70-13b452999f50 req-8e368c07-c68a-4de1-aa5b-3bc247687e43 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541680 Jan 18 16:11:48.318241 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc00bc-9eae-4a5d-8e37-0d88b4138645 req-2dd63cb5-0142-4a1f-92f3-918b7e7e3d4e tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:48.319757 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-10cc00bc-9eae-4a5d-8e37-0d88b4138645 req-2dd63cb5-0142-4a1f-92f3-918b7e7e3d4e tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 943 time: 0.0482578 Jan 18 16:11:48.406156 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-10cc00bc-9eae-4a5d-8e37-0d88b4138645 req-01c9fb97-aa54-4d89-8698-2c08a8148c3c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800645 Jan 18 16:11:48.430369 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b80411-9010-4207-9e72-80b277ba5ed1 req-4b6bd22c-b271-4b02-a06c-f4269858cbfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:48.431841 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-65b80411-9010-4207-9e72-80b277ba5ed1 req-4b6bd22c-b271-4b02-a06c-f4269858cbfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0594795 Jan 18 16:11:48.484914 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-65b80411-9010-4207-9e72-80b277ba5ed1 req-e273b7ce-7433-46ce-bce4-a81e1db26636 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472929 Jan 18 16:11:49.345025 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacab81-1e29-4d9e-8cd6-fb19baca5dec req-95cfd788-0394-4765-8acc-7ca2e5b465c2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:49.346580 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7bacab81-1e29-4d9e-8cd6-fb19baca5dec req-95cfd788-0394-4765-8acc-7ca2e5b465c2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0501335 Jan 18 16:11:49.398372 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7bacab81-1e29-4d9e-8cd6-fb19baca5dec req-6e826671-defd-4312-9f69-338d28088c75 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456975 Jan 18 16:11:49.528592 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66077a6-95bc-4a73-abe3-c6dba8acbe00 req-71a95bd7-9140-463f-b46c-ebff2e957688 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:49.530264 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d66077a6-95bc-4a73-abe3-c6dba8acbe00 req-71a95bd7-9140-463f-b46c-ebff2e957688 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 943 time: 0.0534544 Jan 18 16:11:49.609682 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d66077a6-95bc-4a73-abe3-c6dba8acbe00 req-eef26892-dcd3-46bc-9e6d-8166647c0459 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738609 Jan 18 16:11:49.626807 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8d7f0-e6cf-4422-ae3f-508c49a5e651 req-0113d890-1772-49fa-9136-c9ad1e4a5141 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:49.628319 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4aa8d7f0-e6cf-4422-ae3f-508c49a5e651 req-0113d890-1772-49fa-9136-c9ad1e4a5141 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0696316 Jan 18 16:11:49.675729 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4aa8d7f0-e6cf-4422-ae3f-508c49a5e651 req-c5bc9f46-4e76-46e3-95c9-4321351aa79e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411458 Jan 18 16:11:50.203935 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428703e-b642-4ea7-9ac2-5993e0eeb32e req-0f162c44-b2f1-437e-8614-2f5c9da2c8ef tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:50.205464 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8428703e-b642-4ea7-9ac2-5993e0eeb32e req-0f162c44-b2f1-437e-8614-2f5c9da2c8ef tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 946 time: 0.0521519 Jan 18 16:11:50.255661 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8428703e-b642-4ea7-9ac2-5993e0eeb32e req-c9d6f3aa-06c0-4262-8d9d-2092cb3e2fd8 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437379 Jan 18 16:11:50.408399 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 47668) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:50.515202 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef36f8c-0a39-4717-a2a6-816116124dd2 req-3c2ec2e0-281d-41d6-94fa-268a19459d1e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:50.516971 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9221acf0-d700-4992-8342-fba88a65fe92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:50.517419 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6ef36f8c-0a39-4717-a2a6-816116124dd2 req-3c2ec2e0-281d-41d6-94fa-268a19459d1e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0511982 Jan 18 16:11:50.564356 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6ef36f8c-0a39-4717-a2a6-816116124dd2 req-247d4b82-ea3f-42bc-b52a-186548e5990e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411749 Jan 18 16:11:50.596258 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9221acf0-d700-4992-8342-fba88a65fe92 admin admin] Publish callbacks [] for security_group (e552c277-507a-4832-9985-c62a2ae3f51b), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:50.712906 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9221acf0-d700-4992-8342-fba88a65fe92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (e552c277-507a-4832-9985-c62a2ae3f51b), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:50.730793 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77139b-2699-4846-8608-3b713e700876 req-886d0b13-fd34-453d-b83c-089a005501c0 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:50.732310 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ff77139b-2699-4846-8608-3b713e700876 req-886d0b13-fd34-453d-b83c-089a005501c0 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 943 time: 0.0522809 Jan 18 16:11:50.755303 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-9221acf0-d700-4992-8342-fba88a65fe92 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b82d588a4c54bc0ac191311ec0bcaaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457801 Jan 18 16:11:50.756504 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221acf0-d700-4992-8342-fba88a65fe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e552c277-507a-4832-9985-c62a2ae3f51b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:50.758240 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 47680) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:50.778401 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:11:50.795416 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 206ddb53-80d9-4e40-aa32-95b425154f15 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:11:50.837936 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ff77139b-2699-4846-8608-3b713e700876 req-4d9bd582-b887-4fcb-a318-7d4d219d59ac tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990098 Jan 18 16:11:50.862382 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895f0d9-1bc0-47e9-943d-e77e1d9244d3 req-83422c9d-d825-4845-b941-399a6feaa130 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:50.863846 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b895f0d9-1bc0-47e9-943d-e77e1d9244d3 req-83422c9d-d825-4845-b941-399a6feaa130 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0990479 Jan 18 16:11:50.888067 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-809a793a-660c-47e8-8ede-5a40e0af9446 admin admin] Publish callbacks [] for security_group (e552c277-507a-4832-9985-c62a2ae3f51b), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:50.909733 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 206ddb53-80d9-4e40-aa32-95b425154f15, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=206ddb53-80d9-4e40-aa32-95b425154f15,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:11:50.923879 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': '206ddb53-80d9-4e40-aa32-95b425154f15', 'network_id': '44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28', 'port_id': '206ddb53-80d9-4e40-aa32-95b425154f15', 'mac_address': 'fa:16:3e:c9:3d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c483501-a62e-409d-95e4-04b5906fccaf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:11:50.926537 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-809a793a-660c-47e8-8ede-5a40e0af9446 admin admin] Publish callbacks [] for security_group (e552c277-507a-4832-9985-c62a2ae3f51b), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:50.940158 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b895f0d9-1bc0-47e9-943d-e77e1d9244d3 req-0769a293-e9cc-4ebd-9e4d-e50b9f6de921 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678165 Jan 18 16:11:50.972230 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 206ddb53-80d9-4e40-aa32-95b425154f15 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:11:50.972622 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (206ddb53-80d9-4e40-aa32-95b425154f15), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:50.986322 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206ddb53-80d9-4e40-aa32-95b425154f15 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:11:51.005902 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 206ddb53-80d9-4e40-aa32-95b425154f15, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=206ddb53-80d9-4e40-aa32-95b425154f15,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:11:51.064255 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-809a793a-660c-47e8-8ede-5a40e0af9446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (e552c277-507a-4832-9985-c62a2ae3f51b), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:51.067207 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-809a793a-660c-47e8-8ede-5a40e0af9446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:51.068454 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-809a793a-660c-47e8-8ede-5a40e0af9446 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e552c277-507a-4832-9985-c62a2ae3f51b HTTP/1.1" status: 204 len: 168 time: 0.3091815 Jan 18 16:11:51.076959 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a793a-660c-47e8-8ede-5a40e0af9446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e552c277-507a-4832-9985-c62a2ae3f51b,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:51.093187 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (206ddb53-80d9-4e40-aa32-95b425154f15), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:51.142891 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=206ddb53-80d9-4e40-aa32-95b425154f15,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:51.377440 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e75fa6-b2e4-4d29-86fb-ced04ad832de req-7af17999-c252-4f8a-8834-5b3d80994949 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:51.378825 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-18e75fa6-b2e4-4d29-86fb-ced04ad832de req-7af17999-c252-4f8a-8834-5b3d80994949 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 946 time: 0.0532315 Jan 18 16:11:51.427368 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-18e75fa6-b2e4-4d29-86fb-ced04ad832de req-5799f465-0856-492c-8237-ee80a97bdb35 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426431 Jan 18 16:11:51.687501 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2ea25-d62a-4285-a3eb-ccff15c02d55 req-c824f29a-5cd9-4e6f-8034-c34c0b6634e4 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:51.689027 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a1a2ea25-d62a-4285-a3eb-ccff15c02d55 req-c824f29a-5cd9-4e6f-8034-c34c0b6634e4 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0527537 Jan 18 16:11:51.744865 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['206ddb53-80d9-4e40-aa32-95b425154f15'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:11:51.745668 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a1a2ea25-d62a-4285-a3eb-ccff15c02d55 req-c010346c-f9e9-4b3e-8aac-0e291d2124d4 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508127 Jan 18 16:11:51.868424 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 47702) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:51.895763 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-153051dd-477d-479f-ae0b-1992ea79fb4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:51.975173 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-153051dd-477d-479f-ae0b-1992ea79fb4b admin admin] Publish callbacks [] for security_group (2f088101-5293-4b3a-b7b4-9aa57f981cfe), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:51.983798 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07cea0-1a91-45e0-89c3-5b45c8ea02c7 req-fa63fdfb-ed3c-42b3-8abe-a5dd402de950 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:51.985470 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6a07cea0-1a91-45e0-89c3-5b45c8ea02c7 req-fa63fdfb-ed3c-42b3-8abe-a5dd402de950 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 944 time: 0.0503426 Jan 18 16:11:52.058381 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-153051dd-477d-479f-ae0b-1992ea79fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (2f088101-5293-4b3a-b7b4-9aa57f981cfe), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:52.067292 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6a07cea0-1a91-45e0-89c3-5b45c8ea02c7 req-8ed45a07-b909-46a1-80c0-a7364db0c2a0 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732207 Jan 18 16:11:52.086330 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe572d5-bd2d-4343-98bd-de950b7d87aa req-42d221b4-a4af-4534-96e1-0146ef48eeca tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:52.087943 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5fe572d5-bd2d-4343-98bd-de950b7d87aa req-42d221b4-a4af-4534-96e1-0146ef48eeca tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0679600 Jan 18 16:11:52.101296 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-153051dd-477d-479f-ae0b-1992ea79fb4b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f64a5bf4eeb452da3616acb6bd6daff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311356 Jan 18 16:11:52.102419 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153051dd-477d-479f-ae0b-1992ea79fb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f088101-5293-4b3a-b7b4-9aa57f981cfe,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:52.104633 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 47708) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:11:52.140463 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5fe572d5-bd2d-4343-98bd-de950b7d87aa req-25949b8a-b247-403f-9c8d-3241cd0addc7 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462439 Jan 18 16:11:52.155783 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c66a8f9e-3136-458c-ba1a-7d27a2d96d43 admin admin] Publish callbacks [] for security_group (2f088101-5293-4b3a-b7b4-9aa57f981cfe), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:52.177325 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c66a8f9e-3136-458c-ba1a-7d27a2d96d43 admin admin] Publish callbacks [] for security_group (2f088101-5293-4b3a-b7b4-9aa57f981cfe), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:52.286964 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c66a8f9e-3136-458c-ba1a-7d27a2d96d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (2f088101-5293-4b3a-b7b4-9aa57f981cfe), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:52.289744 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c66a8f9e-3136-458c-ba1a-7d27a2d96d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:52.290933 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c66a8f9e-3136-458c-ba1a-7d27a2d96d43 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f088101-5293-4b3a-b7b4-9aa57f981cfe HTTP/1.1" status: 204 len: 168 time: 0.1853580 Jan 18 16:11:52.299752 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a8f9e-3136-458c-ba1a-7d27a2d96d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f088101-5293-4b3a-b7b4-9aa57f981cfe,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:52.545899 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f28f20-867f-4817-88ea-b66f9b37e76f req-aeffd870-051b-4dd3-a1c9-2f9ddb11957f tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:52.547380 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-14f28f20-867f-4817-88ea-b66f9b37e76f req-aeffd870-051b-4dd3-a1c9-2f9ddb11957f tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 946 time: 0.0490873 Jan 18 16:11:52.594274 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-14f28f20-867f-4817-88ea-b66f9b37e76f req-f31de0a7-342f-4e7f-87fa-e27575c632ab tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Jan 18 16:11:52.737457 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640a3aa-6ffd-44dd-a60a-66842f1e6f5e req-9734765a-fcfe-46ea-b877-cd9909b872d1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:52.738944 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9640a3aa-6ffd-44dd-a60a-66842f1e6f5e req-9734765a-fcfe-46ea-b877-cd9909b872d1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.72 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 946 time: 0.0807772 Jan 18 16:11:52.887346 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f15a42-3de4-4f91-aeff-2d58e4392ddf req-f5d4ea15-229e-4520-9caf-37580b64affa tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:52.889361 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f4f15a42-3de4-4f91-aeff-2d58e4392ddf req-f5d4ea15-229e-4520-9caf-37580b64affa tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0689313 Jan 18 16:11:52.950245 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f4f15a42-3de4-4f91-aeff-2d58e4392ddf req-be138729-e1a0-41d4-b9a4-250c2230fc27 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543637 Jan 18 16:11:53.116088 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-9640a3aa-6ffd-44dd-a60a-66842f1e6f5e req-28151403-b966-487d-8f8f-5c8119d103b1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Deleting port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:11:53.116613 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9640a3aa-6ffd-44dd-a60a-66842f1e6f5e req-28151403-b966-487d-8f8f-5c8119d103b1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (e1f9fa7b-34f3-4475-aa8a-bbf5ad443457), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:53.229881 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-9640a3aa-6ffd-44dd-a60a-66842f1e6f5e req-28151403-b966-487d-8f8f-5c8119d103b1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] For port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1f9fa7b-34f3-4475-aa8a-bbf5ad443457,segment=NetworkSegment(1a3ef4a1-faa4-47b3-a4a9-774edde91426),segment_id=1a3ef4a1-faa4-47b3-a4a9-774edde91426)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:11:53.233790 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9640a3aa-6ffd-44dd-a60a-66842f1e6f5e req-28151403-b966-487d-8f8f-5c8119d103b1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (e1f9fa7b-34f3-4475-aa8a-bbf5ad443457), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:53.234050 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6017c56-dd99-4daa-a11b-c3fe8a30fbfe req-5a82355f-3650-474e-9e82-2b36bbd9b49b tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:53.235605 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e6017c56-dd99-4daa-a11b-c3fe8a30fbfe req-5a82355f-3650-474e-9e82-2b36bbd9b49b tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 944 time: 0.0938616 Jan 18 16:11:53.246885 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-9640a3aa-6ffd-44dd-a60a-66842f1e6f5e req-28151403-b966-487d-8f8f-5c8119d103b1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Calling delete_port for e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:11:53.322457 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc262cc-4a21-4f7e-8483-8827de02fa58 req-3a9b2f2f-66a5-4b5d-9371-bfa019cb8425 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:53.323946 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0cc262cc-4a21-4f7e-8483-8827de02fa58 req-3a9b2f2f-66a5-4b5d-9371-bfa019cb8425 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0874169 Jan 18 16:11:53.331947 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e6017c56-dd99-4daa-a11b-c3fe8a30fbfe req-da32e9ed-ab8d-4a0f-b35f-11e270791133 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845220 Jan 18 16:11:53.383842 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0cc262cc-4a21-4f7e-8483-8827de02fa58 req-71d380e8-1ccb-425c-9cca-1e51ab0e870f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509329 Jan 18 16:11:53.518358 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9640a3aa-6ffd-44dd-a60a-66842f1e6f5e req-28151403-b966-487d-8f8f-5c8119d103b1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (e1f9fa7b-34f3-4475-aa8a-bbf5ad443457), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:53.534684 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['e1f9fa7b-34f3-4475-aa8a-bbf5ad443457'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:11:53.572003 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28151403-b966-487d-8f8f-5c8119d103b1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Pushing event deleted for resources: {'Port': ['ID=e1f9fa7b-34f3-4475-aa8a-bbf5ad443457,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:53.643735 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9640a3aa-6ffd-44dd-a60a-66842f1e6f5e req-28151403-b966-487d-8f8f-5c8119d103b1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] No DVR routers for this DVR port e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:11:53.662504 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9640a3aa-6ffd-44dd-a60a-66842f1e6f5e req-28151403-b966-487d-8f8f-5c8119d103b1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:53.668524 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9640a3aa-6ffd-44dd-a60a-66842f1e6f5e req-28151403-b966-487d-8f8f-5c8119d103b1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.72 "DELETE /v2.0/ports/e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 HTTP/1.1" status: 204 len: 173 time: 0.9229980 Jan 18 16:11:53.671246 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43830af-7463-4566-83c2-bc2c58605cde', 'name': 'network-vif-deleted', 'tag': 'e1f9fa7b-34f3-4475-aa8a-bbf5ad443457'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:11:53.672952 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4471a1e-b0a7-488b-8219-3d07ec8618c5" -d '{"events": [{"server_uuid": "f43830af-7463-4566-83c2-bc2c58605cde", "name": "network-vif-deleted", "tag": "e1f9fa7b-34f3-4475-aa8a-bbf5ad443457"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:11:53.721690 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb3bc3f-ec5f-4919-b9c3-9ad799a807c3 x-openstack-request-id: req-4bb3bc3f-ec5f-4919-b9c3-9ad799a807c3 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:11:53.721993 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43830af-7463-4566-83c2-bc2c58605cde", "name": "network-vif-deleted", "tag": "e1f9fa7b-34f3-4475-aa8a-bbf5ad443457", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:11:53.722311 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4bb3bc3f-ec5f-4919-b9c3-9ad799a807c3 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:11:53.722651 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43830af-7463-4566-83c2-bc2c58605cde', 'name': 'network-vif-deleted', 'tag': 'e1f9fa7b-34f3-4475-aa8a-bbf5ad443457', 'status': 'completed', 'code': 200} Jan 18 16:11:53.749298 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-09d8eff1-0925-4978-ae81-29cfa4439fdf req-6a4c8526-bb5f-4820-b2d5-616c2e222a87 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 210 time: 0.0546262 Jan 18 16:11:54.071811 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5a28a-89d9-4319-8004-bfa616bb5a69 req-cce0ac9d-f662-4c5e-a5cc-7e6576d83aa5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:54.073289 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-67b5a28a-89d9-4319-8004-bfa616bb5a69 req-cce0ac9d-f662-4c5e-a5cc-7e6576d83aa5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0485766 Jan 18 16:11:54.119951 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-67b5a28a-89d9-4319-8004-bfa616bb5a69 req-b371006f-371c-46fc-9e58-884efc2751da tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403175 Jan 18 16:11:54.451864 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a874e-5498-4404-ac09-29479518c184 req-4b42c654-1c38-4231-90a3-b5daf0ec4861 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:54.453392 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-090a874e-5498-4404-ac09-29479518c184 req-4b42c654-1c38-4231-90a3-b5daf0ec4861 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 944 time: 0.0529184 Jan 18 16:11:54.532437 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-090a874e-5498-4404-ac09-29479518c184 req-603d3d77-dc2b-4d6b-962b-0fffddbe6d1c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734470 Jan 18 16:11:54.546010 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d15ef-fa0b-4396-849f-338ef1c6d3b9 req-cbc1978f-21c8-4b55-894e-544ab516a8de tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:54.547584 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a98d15ef-fa0b-4396-849f-338ef1c6d3b9 req-cbc1978f-21c8-4b55-894e-544ab516a8de tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0813527 Jan 18 16:11:54.596507 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a98d15ef-fa0b-4396-849f-338ef1c6d3b9 req-2fb6eb46-a408-453e-9a87-6e73c4ffda94 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431521 Jan 18 16:11:54.842621 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2a1a923e-ab17-490f-be22-e73187570202 req-3c4b3791-bca0-421c-ad72-1bccf4d7a5aa tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 210 time: 0.0256135 Jan 18 16:11:55.236306 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df010303-45f2-48de-9ae3-875b99b0b957 req-2962f945-43e0-4c83-a0f5-a1a4eb655ea0 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:55.237775 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-df010303-45f2-48de-9ae3-875b99b0b957 req-2962f945-43e0-4c83-a0f5-a1a4eb655ea0 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0501654 Jan 18 16:11:55.290276 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-df010303-45f2-48de-9ae3-875b99b0b957 req-d0e685c2-e643-4d66-86eb-5628aa689cca tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469141 Jan 18 16:11:55.646384 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951e106-1705-407f-821b-216a5920b3bb req-ba9c50c3-d431-4388-8077-54b5d638354d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:55.647861 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2951e106-1705-407f-821b-216a5920b3bb req-ba9c50c3-d431-4388-8077-54b5d638354d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 944 time: 0.0499227 Jan 18 16:11:55.721803 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2951e106-1705-407f-821b-216a5920b3bb req-58dca872-0e0d-4a9a-9478-c6901dda2cea tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684931 Jan 18 16:11:55.734349 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be986d9d-c522-4686-af57-843b6c65dbb5 req-a0de1db6-ffec-4d02-a505-4811642cf7b2 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:55.735820 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-be986d9d-c522-4686-af57-843b6c65dbb5 req-a0de1db6-ffec-4d02-a505-4811642cf7b2 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0676069 Jan 18 16:11:55.787057 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-be986d9d-c522-4686-af57-843b6c65dbb5 req-797c476d-d808-4259-aebd-add299d70997 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452173 Jan 18 16:11:55.942385 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c9a48825-210d-498e-ac3a-80c3b26f0b4d req-eb181757-d859-4ada-b4fc-c091547e7d48 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 210 time: 0.0245786 Jan 18 16:11:56.405954 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc615725-d2fe-42fa-a681-5fbe1231bd9a req-ce591284-cb84-4b32-9411-43ac61212a0f tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:56.407444 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dc615725-d2fe-42fa-a681-5fbe1231bd9a req-ce591284-cb84-4b32-9411-43ac61212a0f tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0469217 Jan 18 16:11:56.452860 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dc615725-d2fe-42fa-a681-5fbe1231bd9a req-451422ce-856a-41cf-8649-b0ddf72101dd tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399370 Jan 18 16:11:56.837022 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe23ba7-e9bf-4885-993e-fd779a45aea8 req-c7df3ada-9171-4ae0-b4e1-761d31353a41 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:56.838627 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9fe23ba7-e9bf-4885-993e-fd779a45aea8 req-c7df3ada-9171-4ae0-b4e1-761d31353a41 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 944 time: 0.0490689 Jan 18 16:11:56.916177 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9fe23ba7-e9bf-4885-993e-fd779a45aea8 req-f8a28a45-dfa5-4fac-a1ba-185abaaf77d9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717702 Jan 18 16:11:56.929091 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed730ca-dc8c-45d2-b45d-aecec0299c3d req-225c668b-307b-45b6-b115-54d951db4836 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:56.930566 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5ed730ca-dc8c-45d2-b45d-aecec0299c3d req-225c668b-307b-45b6-b115-54d951db4836 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0713506 Jan 18 16:11:56.978860 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5ed730ca-dc8c-45d2-b45d-aecec0299c3d req-bf4573bd-7913-482b-8cd9-91c655d41129 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422158 Jan 18 16:11:57.047214 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d449d17e-c25a-4922-976e-1c03884cc28d req-7b7355f6-a321-4373-a9d5-5e54bb60f5f7 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43830af-7463-4566-83c2-bc2c58605cde HTTP/1.1" status: 200 len: 210 time: 0.0259194 Jan 18 16:11:57.227805 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 206ddb53-80d9-4e40-aa32-95b425154f15 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:11:57.350174 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:57.350840 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port 206ddb53-80d9-4e40-aa32-95b425154f15 completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:11:57.354862 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port 206ddb53-80d9-4e40-aa32-95b425154f15 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:11:57.356833 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (206ddb53-80d9-4e40-aa32-95b425154f15), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:57.432529 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 206ddb53-80d9-4e40-aa32-95b425154f15 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:11:57.432971 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (206ddb53-80d9-4e40-aa32-95b425154f15), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:57.456035 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d2dbdd-43fb-43a2-9c67-843818a03e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206ddb53-80d9-4e40-aa32-95b425154f15'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:11:57.458330 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b7c059-492e-4866-8d0e-a31be8a478f6" -d '{"events": [{"server_uuid": "33d2dbdd-43fb-43a2-9c67-843818a03e06", "name": "network-vif-plugged", "status": "completed", "tag": "206ddb53-80d9-4e40-aa32-95b425154f15"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:11:57.471157 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 206ddb53-80d9-4e40-aa32-95b425154f15, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=206ddb53-80d9-4e40-aa32-95b425154f15,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:11:57.504629 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33884d99-a3db-4874-b35d-18de5792fb1b x-openstack-request-id: req-33884d99-a3db-4874-b35d-18de5792fb1b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:11:57.507680 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d2dbdd-43fb-43a2-9c67-843818a03e06", "name": "network-vif-plugged", "status": "completed", "tag": "206ddb53-80d9-4e40-aa32-95b425154f15", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:11:57.507680 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33884d99-a3db-4874-b35d-18de5792fb1b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:11:57.507680 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d2dbdd-43fb-43a2-9c67-843818a03e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206ddb53-80d9-4e40-aa32-95b425154f15', 'code': 200} Jan 18 16:11:57.561846 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (206ddb53-80d9-4e40-aa32-95b425154f15), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:57.575311 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7e417-cdf0-41e0-a170-07d6ba50ab12 req-c7b56f99-e09e-4389-8830-cbc622379529 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:57.578092 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1de7e417-cdf0-41e0-a170-07d6ba50ab12 req-c7b56f99-e09e-4389-8830-cbc622379529 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0513544 Jan 18 16:11:57.596955 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:11:57.630896 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:11:57.631250 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device e1f9fa7b-34f3-4475-aa8a-bbf5ad443457 not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:11:57.642256 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1de7e417-cdf0-41e0-a170-07d6ba50ab12 req-9302b4a7-1405-4cf4-aac8-276f6668864a tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554857 Jan 18 16:11:57.645494 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=206ddb53-80d9-4e40-aa32-95b425154f15,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:57.824031 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866fd4c-0cc1-4408-a8cd-5d831784c918 req-a783ad71-78f1-4318-9892-d1507339abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:57.825750 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a866fd4c-0cc1-4408-a8cd-5d831784c918 req-a783ad71-78f1-4318-9892-d1507339abbb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 1098 time: 0.0406761 Jan 18 16:11:57.869429 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a866fd4c-0cc1-4408-a8cd-5d831784c918 req-52e40d55-3fa1-4307-a353-fad109da3153 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364251 Jan 18 16:11:58.032090 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fdeca-7b43-4c19-892f-069f3fc11967 req-cbf09dc2-8760-4d23-84ae-54378e300cb2 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:58.033629 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9e1fdeca-7b43-4c19-892f-069f3fc11967 req-cbf09dc2-8760-4d23-84ae-54378e300cb2 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0496640 Jan 18 16:11:58.109236 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9e1fdeca-7b43-4c19-892f-069f3fc11967 req-f04f28d4-9b64-419c-82fb-defee3a169cf tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699780 Jan 18 16:11:58.121057 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f843d6-afa4-4d8d-afe7-a57af4cd0376 req-748ab744-85af-4127-a44f-93521705e7c8 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:58.122638 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-83f843d6-afa4-4d8d-afe7-a57af4cd0376 req-748ab744-85af-4127-a44f-93521705e7c8 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0699217 Jan 18 16:11:58.173190 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-83f843d6-afa4-4d8d-afe7-a57af4cd0376 req-48ad2200-de79-4533-9b40-d8e3e9f59edd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434165 Jan 18 16:11:58.411440 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-12a163f0-cc0a-4d73-bb5e-1c7e568ec1fb tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:58.412925 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-12a163f0-cc0a-4d73-bb5e-1c7e568ec1fb tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/networks?id=a3ecd522-b53f-495b-8758-517313de67c4 HTTP/1.1" status: 200 len: 809 time: 0.1041560 Jan 18 16:11:58.427880 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-9ec7ddf1-8a1a-43a4-9200-36b758962b2b tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/quotas/c21838277cb64620a2ac5d761d02b079 HTTP/1.1" status: 200 len: 375 time: 0.0096169 Jan 18 16:11:58.459018 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-343a76a6-0006-4fa9-a86a-9f9f8be6cb9a tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c21838277cb64620a2ac5d761d02b079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258141 Jan 18 16:11:58.551500 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-5c61d1fc-7d53-4290-ae61-00ea0ee4c94e service neutron] 10.222.0.70 "GET /v2.0/networks/a3ecd522-b53f-495b-8758-517313de67c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859938 Jan 18 16:11:58.641307 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-585e7c57-94ac-40b2-80c4-1287f76abbce service neutron] 10.222.0.70 "GET /v2.0/networks/a3ecd522-b53f-495b-8758-517313de67c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843039 Jan 18 16:11:58.764437 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39a3d5-b28e-4aed-b005-945f77b9cd67 req-0a92d7e9-4308-40e6-8220-ee7cd2f0f2be tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:58.765916 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-af39a3d5-b28e-4aed-b005-945f77b9cd67 req-0a92d7e9-4308-40e6-8220-ee7cd2f0f2be tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0546815 Jan 18 16:11:58.817252 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-af39a3d5-b28e-4aed-b005-945f77b9cd67 req-e80b1863-b962-4a8c-b1b1-3e9770251a88 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455408 Jan 18 16:11:58.934994 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-159e9659-add8-4dbe-a993-e232da858623 req-c0906607-66b8-4638-9ece-daffe070a1d5 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 210 time: 0.0350151 Jan 18 16:11:59.237110 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6551d7-3e0a-4d4f-be6c-b443697bfbe8 req-3471d643-d0cc-47c7-abcc-e0b990ba8c66 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:59.238598 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cd6551d7-3e0a-4d4f-be6c-b443697bfbe8 req-3471d643-d0cc-47c7-abcc-e0b990ba8c66 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0513995 Jan 18 16:11:59.263236 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device b5c94257-87ae-45c5-9e01-b951ced94435 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:11:59.321581 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cd6551d7-3e0a-4d4f-be6c-b443697bfbe8 req-59975466-0875-4999-a900-86bb01a4f4ad tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774605 Jan 18 16:11:59.345467 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5498e-e216-4789-949a-3004b46263f2 req-bb060b51-2a6e-4653-94d4-f1762a016589 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:59.349440 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a5d5498e-e216-4789-949a-3004b46263f2 req-bb060b51-2a6e-4653-94d4-f1762a016589 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0976985 Jan 18 16:11:59.375410 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port b5c94257-87ae-45c5-9e01-b951ced94435, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b5c94257-87ae-45c5-9e01-b951ced94435,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:11:59.386309 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': 'b5c94257-87ae-45c5-9e01-b951ced94435', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'port_id': 'b5c94257-87ae-45c5-9e01-b951ced94435', 'mac_address': 'fa:16:3e:8e:ef:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:11:59.397070 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a5d5498e-e216-4789-949a-3004b46263f2 req-77611825-8004-4230-8471-92cb5cdbe8f1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458345 Jan 18 16:11:59.433715 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port b5c94257-87ae-45c5-9e01-b951ced94435 is: ACTIVE; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:11:59.434380 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:59.448525 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5c94257-87ae-45c5-9e01-b951ced94435 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:11:59.472629 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port b5c94257-87ae-45c5-9e01-b951ced94435, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b5c94257-87ae-45c5-9e01-b951ced94435,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:11:59.544202 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:11:59.600112 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=b5c94257-87ae-45c5-9e01-b951ced94435,revision_number=6']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:11:59.932631 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f6105-3f28-4863-a288-ab226a06f48b req-d7b0ab4d-3449-497c-9a14-53b66d7a7b2c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:11:59.934147 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ed3f6105-3f28-4863-a288-ab226a06f48b req-d7b0ab4d-3449-497c-9a14-53b66d7a7b2c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0492640 Jan 18 16:11:59.985370 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ed3f6105-3f28-4863-a288-ab226a06f48b req-f80d7032-7aec-4c1b-b20d-c48a3c741b00 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451739 Jan 18 16:12:00.032356 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e481eca1-8547-490b-9474-51ef0e532f0c req-b60a6d1d-3c1b-40da-b9e3-31493b94e956 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 210 time: 0.0257058 Jan 18 16:12:00.444583 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b108a-4092-4ef9-bf81-fd7ce39da09f req-c3bdf6dc-d00e-4b1c-a875-2219f9359540 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:00.446062 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-418b108a-4092-4ef9-bf81-fd7ce39da09f req-c3bdf6dc-d00e-4b1c-a875-2219f9359540 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0530105 Jan 18 16:12:00.519678 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-418b108a-4092-4ef9-bf81-fd7ce39da09f req-7242cc67-a813-45b8-9eec-e08a92acb968 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680840 Jan 18 16:12:00.537485 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a2f91-86ac-4add-9f3b-78b01261dd15 req-99c3e174-d852-4618-ad07-c6331e675de7 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:00.539010 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-897a2f91-86ac-4add-9f3b-78b01261dd15 req-99c3e174-d852-4618-ad07-c6331e675de7 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 945 time: 0.0679667 Jan 18 16:12:00.588114 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-897a2f91-86ac-4add-9f3b-78b01261dd15 req-574a8213-9880-4c9e-b3ff-8f8a4a2df62d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433619 Jan 18 16:12:01.137848 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ffc1117-091a-40e7-91ac-8e033c41999a req-93df2875-731c-4de6-8ef3-815036edf753 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 210 time: 0.0342391 Jan 18 16:12:01.145968 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cecf6-c8a9-4b1e-b0e8-1ee989a85572 req-69c8096a-ba0c-4346-b376-221d66c7e424 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:01.147511 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fe2cecf6-c8a9-4b1e-b0e8-1ee989a85572 req-69c8096a-ba0c-4346-b376-221d66c7e424 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0923004 Jan 18 16:12:01.200140 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fe2cecf6-c8a9-4b1e-b0e8-1ee989a85572 req-2c8f260f-95c7-4bef-85f0-52e13a03347e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464175 Jan 18 16:12:01.707253 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fee2e-c8e1-4049-943f-da48dde37ff9 req-e27529ce-aed6-432d-9835-97e3038d17d8 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:01.708809 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-302fee2e-c8e1-4049-943f-da48dde37ff9 req-e27529ce-aed6-432d-9835-97e3038d17d8 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 945 time: 0.0498137 Jan 18 16:12:01.756058 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-302fee2e-c8e1-4049-943f-da48dde37ff9 req-528a01c5-714b-4638-9e7e-39ba1653a4ff tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417888 Jan 18 16:12:02.230013 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-25a7180e-0b8e-4d96-8c93-98e315f9e40a req-1d97b320-7510-499c-aece-737a6c4577aa tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 210 time: 0.0255592 Jan 18 16:12:02.331969 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb847a-4e62-489d-abd0-92a8c17c3952 req-d426bb4f-d2fa-4b8b-ac54-9fa62de7adba tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:02.333515 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1bcb847a-4e62-489d-abd0-92a8c17c3952 req-d426bb4f-d2fa-4b8b-ac54-9fa62de7adba tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0586319 Jan 18 16:12:02.378765 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1bcb847a-4e62-489d-abd0-92a8c17c3952 req-778771a7-3edf-411d-8b9d-e615c0b33df1 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398538 Jan 18 16:12:02.809611 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['b5c94257-87ae-45c5-9e01-b951ced94435'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:12:02.879067 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354aa59-d681-44f7-a993-1fccaec04e24 req-230fdfd2-b6b0-495e-aa3b-8fc8b9ec9874 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:02.880715 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c354aa59-d681-44f7-a993-1fccaec04e24 req-230fdfd2-b6b0-495e-aa3b-8fc8b9ec9874 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 945 time: 0.0503795 Jan 18 16:12:02.930005 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c354aa59-d681-44f7-a993-1fccaec04e24 req-eb4747f1-5b02-4747-aa2c-41a1c13812ba tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433581 Jan 18 16:12:03.326735 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b388e2b9-84ae-460b-acf6-94c272f17c47 req-83e6dfaf-0cbf-4fab-b276-2d454039cfcb tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 210 time: 0.0261984 Jan 18 16:12:03.501401 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd7f77-aca1-4a07-b43a-ffbc510a72c8 req-3935d9a7-78bf-48a0-bc95-4e3711f4813c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:03.503188 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-88fd7f77-aca1-4a07-b43a-ffbc510a72c8 req-3935d9a7-78bf-48a0-bc95-4e3711f4813c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0551422 Jan 18 16:12:03.552466 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-88fd7f77-aca1-4a07-b43a-ffbc510a72c8 req-2fac3722-ffe7-440f-a2e4-8b56b9aa1f32 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438991 Jan 18 16:12:04.059783 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-842ac695-7863-4f1b-b0dd-45d895822d86 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:04.061629 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23ad21-af12-45d4-bfa1-fc64aa43a3d8 req-cbbd1d20-75a1-4d1b-b782-be3f1f43038f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:04.061869 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-842ac695-7863-4f1b-b0dd-45d895822d86 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.72 "GET /v2.0/networks?id=a3ecd522-b53f-495b-8758-517313de67c4 HTTP/1.1" status: 200 len: 809 time: 0.1098003 Jan 18 16:12:04.063247 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1c23ad21-af12-45d4-bfa1-fc64aa43a3d8 req-cbbd1d20-75a1-4d1b-b782-be3f1f43038f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 945 time: 0.0591424 Jan 18 16:12:04.118972 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1c23ad21-af12-45d4-bfa1-fc64aa43a3d8 req-dcbe9b07-f473-4fb4-8671-9d3929ab8fbd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494184 Jan 18 16:12:04.469327 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0ce9218f-8813-4aec-a551-4ef12134e7cc req-137f8c3c-f324-4175-b536-edc74b576f10 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 210 time: 0.0287819 Jan 18 16:12:04.705574 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b83ff6-7f75-4bf7-aa79-06b41c6ef50d req-42302826-4af7-4af8-b6a7-205b5fc4d38d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:04.707337 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-66b83ff6-7f75-4bf7-aa79-06b41c6ef50d req-42302826-4af7-4af8-b6a7-205b5fc4d38d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0785906 Jan 18 16:12:04.832590 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-66b83ff6-7f75-4bf7-aa79-06b41c6ef50d req-8ac9af7a-efb6-4ae1-9daf-cda34ec325a2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182861 Jan 18 16:12:05.168164 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device b5c94257-87ae-45c5-9e01-b951ced94435 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:12:05.238895 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port b5c94257-87ae-45c5-9e01-b951ced94435 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:12:05.239687 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:05.283279 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5021c-8806-4f16-ad05-335c5bbf4790 req-88732223-d9a7-4b29-8d17-e95767faf2ec tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:05.287160 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f9d5021c-8806-4f16-ad05-335c5bbf4790 req-88732223-d9a7-4b29-8d17-e95767faf2ec tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 945 time: 0.0621822 Jan 18 16:12:05.340259 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port b5c94257-87ae-45c5-9e01-b951ced94435 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:12:05.341080 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:05.348364 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f9d5021c-8806-4f16-ad05-335c5bbf4790 req-a64c1608-e7d1-49d0-80c2-c10a972c4957 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546656 Jan 18 16:12:05.381087 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c94257-87ae-45c5-9e01-b951ced94435'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:12:05.383525 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa72273-9e61-46cc-945a-9389219ca168" -d '{"events": [{"server_uuid": "fe0f3ad1-cf45-4eb6-b4f4-11db6630182f", "name": "network-vif-plugged", "status": "completed", "tag": "b5c94257-87ae-45c5-9e01-b951ced94435"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:12:05.405238 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port b5c94257-87ae-45c5-9e01-b951ced94435, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b5c94257-87ae-45c5-9e01-b951ced94435,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:12:05.432787 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a2f6f5-8af2-4568-9b25-8d5e81c1f431 x-openstack-request-id: req-84a2f6f5-8af2-4568-9b25-8d5e81c1f431 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:12:05.433301 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0f3ad1-cf45-4eb6-b4f4-11db6630182f", "name": "network-vif-plugged", "status": "completed", "tag": "b5c94257-87ae-45c5-9e01-b951ced94435", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:12:05.433720 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-84a2f6f5-8af2-4568-9b25-8d5e81c1f431 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:12:05.434269 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c94257-87ae-45c5-9e01-b951ced94435', 'code': 200} Jan 18 16:12:05.478094 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:05.552026 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=b5c94257-87ae-45c5-9e01-b951ced94435,revision_number=7']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:05.593659 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-340f8ec4-2985-4141-8da8-6e1fe469be80 req-4f2abd17-1eac-45c3-aa53-85a9fb7b8f48 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 210 time: 0.0280087 Jan 18 16:12:05.998283 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f38c32-2dab-4146-81cc-0f6f49135e11 req-5c8ce9b0-1462-4bda-a8bb-137d2a81490e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:05.998283 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-54f38c32-2dab-4146-81cc-0f6f49135e11 req-5c8ce9b0-1462-4bda-a8bb-137d2a81490e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0688241 Jan 18 16:12:06.066494 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-54f38c32-2dab-4146-81cc-0f6f49135e11 req-fcaab542-fcbb-42ae-ba36-78fe246a7e0d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742526 Jan 18 16:12:06.491837 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c7d48-dec9-4bb0-9721-9a1b7ae4782a req-9992930a-b398-49ca-99ca-fb0a5eeef426 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:06.493420 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-526c7d48-dec9-4bb0-9721-9a1b7ae4782a req-9992930a-b398-49ca-99ca-fb0a5eeef426 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0681787 Jan 18 16:12:06.558921 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-526c7d48-dec9-4bb0-9721-9a1b7ae4782a req-27d32213-58e3-4fb3-b63d-4a3a9a4d7e4f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594480 Jan 18 16:12:06.705047 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-07010183-ec9d-4fa9-a003-af6dbffbf164 req-05935b95-e39d-4f3c-8bbf-d987a6001307 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 210 time: 0.0295331 Jan 18 16:12:07.152239 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-7d2fa4e5-0e76-4705-812e-0aab85028e70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Request body: {'port': {'device_id': '8b8776c2-22aa-43ef-bd5f-046d211f9cd0', 'network_id': 'a3ecd522-b53f-495b-8758-517313de67c4', 'admin_state_up': True, 'tenant_id': 'c21838277cb64620a2ac5d761d02b079'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:12:07.195302 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21293219-e8c0-45ae-bd5e-9f242ac319ac req-6464d2e8-1c45-44ca-ace4-a4e17443d430 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:07.196875 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-21293219-e8c0-45ae-bd5e-9f242ac319ac req-6464d2e8-1c45-44ca-ace4-a4e17443d430 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0680385 Jan 18 16:12:07.249025 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-21293219-e8c0-45ae-bd5e-9f242ac319ac req-ab5df949-4053-4180-aff3-a7124135336a tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457172 Jan 18 16:12:07.412735 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-7d2fa4e5-0e76-4705-812e-0aab85028e70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Made reservation on behalf of c21838277cb64620a2ac5d761d02b079 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:12:07.418469 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-7d2fa4e5-0e76-4705-812e-0aab85028e70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:07.584286 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-7d2fa4e5-0e76-4705-812e-0aab85028e70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Allocated IP 172.20.0.11 (a3ecd522-b53f-495b-8758-517313de67c4/a12fc284-5d6d-4cae-9218-2a8162c359a5/2c2af733-a051-45c2-a605-38a0c660cb7a) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:12:07.707190 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f16ac1-28bf-4850-8b2c-55f1d3f659b3 req-8cc86cc1-03e5-41e2-8b31-8615bb5f8bc5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:07.715301 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-86f16ac1-28bf-4850-8b2c-55f1d3f659b3 req-8cc86cc1-03e5-41e2-8b31-8615bb5f8bc5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0676243 Jan 18 16:12:07.768783 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-7d2fa4e5-0e76-4705-812e-0aab85028e70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Publish callbacks [] for port (2c2af733-a051-45c2-a605-38a0c660cb7a), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:07.790448 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-86f16ac1-28bf-4850-8b2c-55f1d3f659b3 req-f24700f2-c753-43f1-a3de-b88573562ad4 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714498 Jan 18 16:12:07.905138 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-71612309-582d-4eff-b17c-3afbb76800cd req-4ee131ba-4510-4f17-a91e-0bd70b80f20f tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 210 time: 0.0263665 Jan 18 16:12:07.907475 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-7d2fa4e5-0e76-4705-812e-0aab85028e70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (2c2af733-a051-45c2-a605-38a0c660cb7a), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:07.953864 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-7d2fa4e5-0e76-4705-812e-0aab85028e70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Network a3ecd522-b53f-495b-8758-517313de67c4 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:12:07.957443 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-7d2fa4e5-0e76-4705-812e-0aab85028e70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:12:07.965249 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-7d2fa4e5-0e76-4705-812e-0aab85028e70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:12:07.974378 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-7d2fa4e5-0e76-4705-812e-0aab85028e70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:07.975218 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-7d2fa4e5-0e76-4705-812e-0aab85028e70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:08.012174 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fa4e5-0e76-4705-812e-0aab85028e70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Pushing event updated for resources: {'Port': ['ID=2c2af733-a051-45c2-a605-38a0c660cb7a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:08.089933 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-7d2fa4e5-0e76-4705-812e-0aab85028e70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9417124 Jan 18 16:12:08.112286 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Request body: {'port': {'device_id': '8b8776c2-22aa-43ef-bd5f-046d211f9cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:12:08.175389 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2c2af733-a051-45c2-a605-38a0c660cb7a), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:08.432962 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9030f-c4d9-4df7-a2f7-4bbcc1962c88 req-bd24bbf4-ea96-4dd5-a554-64b5d884da29 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:08.434470 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-86b9030f-c4d9-4df7-a2f7-4bbcc1962c88 req-bd24bbf4-ea96-4dd5-a554-64b5d884da29 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0578382 Jan 18 16:12:08.489450 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-86b9030f-c4d9-4df7-a2f7-4bbcc1962c88 req-4ee169bb-9698-476c-9abc-e1e515e88b5b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464149 Jan 18 16:12:08.540129 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2af733-a051-45c2-a605-38a0c660cb7a {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:12:08.549529 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Publish callbacks [] for port (2c2af733-a051-45c2-a605-38a0c660cb7a), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:08.564465 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Transition to ACTIVE for port object 2c2af733-a051-45c2-a605-38a0c660cb7a will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:12:08.635423 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (2c2af733-a051-45c2-a605-38a0c660cb7a), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:08.698063 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2af733-a051-45c2-a605-38a0c660cb7a,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:08.743978 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Attempting to bind port 2c2af733-a051-45c2-a605-38a0c660cb7a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:12:08.744323 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Attempting to bind port 2c2af733-a051-45c2-a605-38a0c660cb7a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '1a3ef4a1-faa4-47b3-a4a9-774edde91426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a3ecd522-b53f-495b-8758-517313de67c4'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:12:08.744751 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Attempting to bind port 2c2af733-a051-45c2-a605-38a0c660cb7a on network a3ecd522-b53f-495b-8758-517313de67c4 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:12:08.750714 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Port 2c2af733-a051-45c2-a605-38a0c660cb7a on network a3ecd522-b53f-495b-8758-517313de67c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:12:08.751093 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Attempting to bind port 2c2af733-a051-45c2-a605-38a0c660cb7a on network a3ecd522-b53f-495b-8758-517313de67c4 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:12:08.756780 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:12:08.757130 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Checking segment: {'id': '1a3ef4a1-faa4-47b3-a4a9-774edde91426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a3ecd522-b53f-495b-8758-517313de67c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:12:08.757527 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Bound using segment: {'id': '1a3ef4a1-faa4-47b3-a4a9-774edde91426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a3ecd522-b53f-495b-8758-517313de67c4'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:12:08.757957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Bound port: 2c2af733-a051-45c2-a605-38a0c660cb7a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3ef4a1-faa4-47b3-a4a9-774edde91426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a3ecd522-b53f-495b-8758-517313de67c4'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:12:08.758980 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2c2af733-a051-45c2-a605-38a0c660cb7a), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:08.839206 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] For port 2c2af733-a051-45c2-a605-38a0c660cb7a, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:12:08.845259 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] For port 2c2af733-a051-45c2-a605-38a0c660cb7a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2c2af733-a051-45c2-a605-38a0c660cb7a,segment=NetworkSegment(1a3ef4a1-faa4-47b3-a4a9-774edde91426),segment_id=1a3ef4a1-faa4-47b3-a4a9-774edde91426)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:12:08.924745 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (2c2af733-a051-45c2-a605-38a0c660cb7a), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:08.953864 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bc5a0-c3b2-4195-a959-2b4f84e41244 req-ccd2c869-fefa-4f1f-bc83-30ba80ab3239 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:08.961843 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8e5bc5a0-c3b2-4195-a959-2b4f84e41244 req-ccd2c869-fefa-4f1f-bc83-30ba80ab3239 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0895553 Jan 18 16:12:09.017197 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:09.025020 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:09.029342 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] 10.222.0.72 "PUT /v2.0/ports/2c2af733-a051-45c2-a605-38a0c660cb7a HTTP/1.1" status: 200 len: 1094 time: 0.9196098 Jan 18 16:12:09.031239 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8e5bc5a0-c3b2-4195-a959-2b4f84e41244 req-ea70b917-8e98-4340-9b0a-1eecb553213f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643244 Jan 18 16:12:09.031992 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8776c2-22aa-43ef-bd5f-046d211f9cd0', 'tag': '2c2af733-a051-45c2-a605-38a0c660cb7a'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:12:09.034538 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21c11fe-fef4-4879-9e69-67eb38710094" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8776c2-22aa-43ef-bd5f-046d211f9cd0", "tag": "2c2af733-a051-45c2-a605-38a0c660cb7a"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:12:09.061873 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df913766-641c-47b3-8ac4-17622bd20bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2af733-a051-45c2-a605-38a0c660cb7a,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:09.122841 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5f2b1d-b4c8-4dff-afb0-f5365fa279d8 x-openstack-request-id: req-6a5f2b1d-b4c8-4dff-afb0-f5365fa279d8 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:12:09.123207 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8776c2-22aa-43ef-bd5f-046d211f9cd0", "tag": "2c2af733-a051-45c2-a605-38a0c660cb7a", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:12:09.123532 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a5f2b1d-b4c8-4dff-afb0-f5365fa279d8 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:12:09.124006 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8776c2-22aa-43ef-bd5f-046d211f9cd0', 'tag': '2c2af733-a051-45c2-a605-38a0c660cb7a', 'status': 'completed', 'code': 200} Jan 18 16:12:09.138082 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4038b-1b7b-4ecd-ba7a-bc2519c86b2b req-3e8f011f-4538-43ef-a09c-44a1549931e8 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:09.146235 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8cd4038b-1b7b-4ecd-ba7a-bc2519c86b2b req-3e8f011f-4538-43ef-a09c-44a1549931e8 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 944 time: 0.0991025 Jan 18 16:12:09.204456 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8cd4038b-1b7b-4ecd-ba7a-bc2519c86b2b req-a99a5ad8-0606-4c76-b480-b2f76394d1aa tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570068 Jan 18 16:12:09.208483 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c11fe-fef4-4879-9e69-67eb38710094 req-6350bd96-50d5-48c0-a05f-dcc7cf378c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:09.210808 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a21c11fe-fef4-4879-9e69-67eb38710094 req-6350bd96-50d5-48c0-a05f-dcc7cf378c44 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c21838277cb64620a2ac5d761d02b079&device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 1097 time: 0.0657179 Jan 18 16:12:09.352167 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c11fe-fef4-4879-9e69-67eb38710094 req-1a7b3172-7767-4d77-a0d4-be0357d14008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:09.354555 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a21c11fe-fef4-4879-9e69-67eb38710094 req-1a7b3172-7767-4d77-a0d4-be0357d14008 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c21838277cb64620a2ac5d761d02b079&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1342783 Jan 18 16:12:09.417825 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d68946e-311b-43c2-ba1a-7d508aa666e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:09.493934 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c11fe-fef4-4879-9e69-67eb38710094 req-32e098ae-21f0-4166-955e-a13a0088dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:09.495413 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a21c11fe-fef4-4879-9e69-67eb38710094 req-32e098ae-21f0-4166-955e-a13a0088dd41 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307213 Jan 18 16:12:09.635247 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-67860729-9391-4c95-8ca3-9964a2e977fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:09.637069 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-67860729-9391-4c95-8ca3-9964a2e977fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c21838277cb64620a2ac5d761d02b079&device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 1097 time: 0.0729520 Jan 18 16:12:09.639779 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bab86-6884-4bc0-bd4f-3e7d5feef426 req-37c61852-d686-42aa-aee5-ad00c819e16a tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:09.642378 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-354bab86-6884-4bc0-bd4f-3e7d5feef426 req-37c61852-d686-42aa-aee5-ad00c819e16a tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0590878 Jan 18 16:12:09.700112 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-0258afa6-8609-418b-adac-bf1bcdaf53bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c2af733-a051-45c2-a605-38a0c660cb7a HTTP/1.1" status: 200 len: 217 time: 0.0548356 Jan 18 16:12:09.728595 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-354bab86-6884-4bc0-bd4f-3e7d5feef426 req-d380af95-3d81-4845-adb8-2798e79426a9 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744882 Jan 18 16:12:09.800852 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-a34a06fa-4a78-4ea9-a2b2-726fb3972a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:09.802741 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-a34a06fa-4a78-4ea9-a2b2-726fb3972a63 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a12fc284-5d6d-4cae-9218-2a8162c359a5 HTTP/1.1" status: 200 len: 849 time: 0.0767953 Jan 18 16:12:09.860463 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-8301d57b-bc8b-4bea-8399-a7ee93a17c7f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3ecd522-b53f-495b-8758-517313de67c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360281 Jan 18 16:12:09.981444 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472503d-09f7-4500-a222-357e24acfc96 req-5aed2590-64cd-4986-91fc-dad1bf5fec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:09.983824 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0472503d-09f7-4500-a222-357e24acfc96 req-5aed2590-64cd-4986-91fc-dad1bf5fec42 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 1098 time: 0.1057193 Jan 18 16:12:10.026539 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-a6a7a042-9c17-492e-91e4-597a35e4fa86 service neutron] 10.222.0.72 "GET /v2.0/networks/a3ecd522-b53f-495b-8758-517313de67c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387269 Jan 18 16:12:10.071310 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0472503d-09f7-4500-a222-357e24acfc96 req-aec45680-eb76-49ae-8423-cd684f4eeaa0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771527 Jan 18 16:12:10.142348 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-cfa34aff-10f6-497c-83b2-85c6bf64bd3e req-9946e8d7-d79a-4818-8cdc-c05fc975ca66 service neutron] 10.222.0.72 "GET /v2.0/networks/a3ecd522-b53f-495b-8758-517313de67c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078706 Jan 18 16:12:10.177719 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06795be5-f767-41f4-9981-985eebe30f83 req-3daeb1cc-f9ce-4314-9129-a70a100ca6b5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:10.179837 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-06795be5-f767-41f4-9981-985eebe30f83 req-3daeb1cc-f9ce-4314-9129-a70a100ca6b5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0555503 Jan 18 16:12:10.246308 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-06795be5-f767-41f4-9981-985eebe30f83 req-365f1f0b-c856-40d7-8f76-bfb30ecfbaf1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591838 Jan 18 16:12:10.336187 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aa272-459d-4b9a-96f0-72e16e6ad6e9 req-534ec447-d6c4-451a-b309-ff6679d91749 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:10.337687 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bf4aa272-459d-4b9a-96f0-72e16e6ad6e9 req-534ec447-d6c4-451a-b309-ff6679d91749 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 944 time: 0.0530968 Jan 18 16:12:10.421167 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bf4aa272-459d-4b9a-96f0-72e16e6ad6e9 req-09cd485b-0110-4bb4-97bd-c8ecf32e926d tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620415 Jan 18 16:12:10.853735 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55823153-18ad-46b2-8da8-0e05926d5c5d req-0592f7c7-0c4b-4b8f-bfd0-e0e1c2309e0e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:10.930326 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-55823153-18ad-46b2-8da8-0e05926d5c5d req-0592f7c7-0c4b-4b8f-bfd0-e0e1c2309e0e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0486732 Jan 18 16:12:10.930326 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-55823153-18ad-46b2-8da8-0e05926d5c5d req-c3e2bfc1-e01b-4f8e-905a-c956ba4bb820 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396399 Jan 18 16:12:11.365240 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850719e5-243f-4d43-a930-9a45bdd18cc9 req-eee7a435-80d0-42f7-aa8a-d513aaaf9482 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:11.366689 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-850719e5-243f-4d43-a930-9a45bdd18cc9 req-eee7a435-80d0-42f7-aa8a-d513aaaf9482 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0518901 Jan 18 16:12:11.417105 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-850719e5-243f-4d43-a930-9a45bdd18cc9 req-4335d895-8d3d-4425-9c36-c9f6b25438ac tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447083 Jan 18 16:12:11.460779 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf5d1b84-8eda-4287-902e-6e358291ae99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:11.597689 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881bc2-a19e-458e-babb-2fe47c7f7d6c req-a5905263-b3cd-4ed9-988d-20726722d645 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:11.599179 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-24881bc2-a19e-458e-babb-2fe47c7f7d6c req-a5905263-b3cd-4ed9-988d-20726722d645 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 944 time: 0.0766270 Jan 18 16:12:11.651630 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-24881bc2-a19e-458e-babb-2fe47c7f7d6c req-7343c31f-d17c-4140-8a9d-cb0dca987313 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448203 Jan 18 16:12:12.042784 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecf43a-3891-4bcd-9441-c7945592b1b1 req-9bc2f36b-3dac-456a-b96d-1c2e17698cd5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:12.044295 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-beecf43a-3891-4bcd-9441-c7945592b1b1 req-9bc2f36b-3dac-456a-b96d-1c2e17698cd5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0613048 Jan 18 16:12:12.097563 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-beecf43a-3891-4bcd-9441-c7945592b1b1 req-366c1a29-d086-42e4-852b-9d4f3085603f tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467501 Jan 18 16:12:12.582630 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e276c3-ef83-43e6-b56d-392b8f349861 req-08a2ddb0-8b42-44b9-832c-2247f71b52dd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:12.582630 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b5e276c3-ef83-43e6-b56d-392b8f349861 req-08a2ddb0-8b42-44b9-832c-2247f71b52dd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0804415 Jan 18 16:12:12.705309 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b5e276c3-ef83-43e6-b56d-392b8f349861 req-592b09cf-c535-4caa-8f44-5b4501d2af64 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133747 Jan 18 16:12:12.719769 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40af1c6-6d5c-42d6-a063-f8f84ddae150 req-7fa42580-076b-44c1-bc6a-f5ff64b095e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:12.722862 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b40af1c6-6d5c-42d6-a063-f8f84ddae150 req-7fa42580-076b-44c1-bc6a-f5ff64b095e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a2cc8740e33470a9ded5669c46c9c4a&device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 1098 time: 0.0612500 Jan 18 16:12:12.737888 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0ebfb-57f2-47dd-9bcc-b964af8b44bf req-7d06e2cb-2744-49aa-a9bc-10e83e06ecde tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:12.741982 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-05b0ebfb-57f2-47dd-9bcc-b964af8b44bf req-7d06e2cb-2744-49aa-a9bc-10e83e06ecde tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.1134493 Jan 18 16:12:12.835919 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-05b0ebfb-57f2-47dd-9bcc-b964af8b44bf req-2eccee20-bf95-4b8c-b3c5-2e2b1ea0d8bb tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839312 Jan 18 16:12:12.855820 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 2c2af733-a051-45c2-a605-38a0c660cb7a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:12:12.912335 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40af1c6-6d5c-42d6-a063-f8f84ddae150 req-243f9daa-e6bf-447d-8bd9-57afd511ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:12.915041 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09693f03-2b12-440d-abdc-c791b89e6e6b req-1ff8b374-06cb-4636-b443-fafe12a09e6a tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:12.916346 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b40af1c6-6d5c-42d6-a063-f8f84ddae150 req-243f9daa-e6bf-447d-8bd9-57afd511ef7b service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a96305d-1da2-4cf0-932e-99a783e1606e HTTP/1.1" status: 200 len: 919 time: 0.1784654 Jan 18 16:12:12.916973 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-09693f03-2b12-440d-abdc-c791b89e6e6b req-1ff8b374-06cb-4636-b443-fafe12a09e6a tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 944 time: 0.1081309 Jan 18 16:12:13.002991 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b40af1c6-6d5c-42d6-a063-f8f84ddae150 req-ea481de8-86a4-42c4-b12e-b19859566ebc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a374a679-7136-4061-9885-ff645c884e07 HTTP/1.1" status: 200 len: 217 time: 0.0797510 Jan 18 16:12:13.005475 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-09693f03-2b12-440d-abdc-c791b89e6e6b req-4ad1558c-b97b-417f-9f6c-60cb055401c9 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797291 Jan 18 16:12:13.025405 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 2c2af733-a051-45c2-a605-38a0c660cb7a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2c2af733-a051-45c2-a605-38a0c660cb7a,segment=NetworkSegment(1a3ef4a1-faa4-47b3-a4a9-774edde91426),segment_id=1a3ef4a1-faa4-47b3-a4a9-774edde91426)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:12:13.037874 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': '2c2af733-a051-45c2-a605-38a0c660cb7a', 'network_id': 'a3ecd522-b53f-495b-8758-517313de67c4', 'port_id': '2c2af733-a051-45c2-a605-38a0c660cb7a', 'mac_address': 'fa:16:3e:87:da:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12fc284-5d6d-4cae-9218-2a8162c359a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:12:13.064854 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40af1c6-6d5c-42d6-a063-f8f84ddae150 req-41d2d94a-18d6-447f-b869-5ed690b4b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:13.067990 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b40af1c6-6d5c-42d6-a063-f8f84ddae150 req-41d2d94a-18d6-447f-b869-5ed690b4b7b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6d824aa-d305-456f-848d-ceb7c3880cbb HTTP/1.1" status: 200 len: 858 time: 0.0572300 Jan 18 16:12:13.080411 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 2c2af733-a051-45c2-a605-38a0c660cb7a is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:12:13.080853 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2c2af733-a051-45c2-a605-38a0c660cb7a), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:13.095268 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2af733-a051-45c2-a605-38a0c660cb7a {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:12:13.103003 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b40af1c6-6d5c-42d6-a063-f8f84ddae150 req-cfc3aed1-9a78-4379-abb8-2ac79a23f215 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a96305d-1da2-4cf0-932e-99a783e1606e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287240 Jan 18 16:12:13.116221 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 2c2af733-a051-45c2-a605-38a0c660cb7a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2c2af733-a051-45c2-a605-38a0c660cb7a,segment=NetworkSegment(1a3ef4a1-faa4-47b3-a4a9-774edde91426),segment_id=1a3ef4a1-faa4-47b3-a4a9-774edde91426)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:12:13.207199 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (2c2af733-a051-45c2-a605-38a0c660cb7a), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:13.218139 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b40af1c6-6d5c-42d6-a063-f8f84ddae150 req-8e6e90cc-c4c4-4206-acdc-dfbf61416dc4 service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982752 Jan 18 16:12:13.292298 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 48136) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:12:13.295061 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=2c2af733-a051-45c2-a605-38a0c660cb7a,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:13.389128 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b40af1c6-6d5c-42d6-a063-f8f84ddae150 req-8226d0a4-5bc0-48a3-a9a6-bdd22b872a80 service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554782 Jan 18 16:12:13.476298 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-daf7ef12-55ae-43bb-b775-48dcc491c101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:13.541286 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:13.570500 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-daf7ef12-55ae-43bb-b775-48dcc491c101 admin admin] Publish callbacks [] for security_group (2d243aa2-e263-4315-8ab3-8a65d692ebe1), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:13.649152 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-daf7ef12-55ae-43bb-b775-48dcc491c101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (2d243aa2-e263-4315-8ab3-8a65d692ebe1), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:13.700126 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-daf7ef12-55ae-43bb-b775-48dcc491c101 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=997bf43603e8428299d91d92687501ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4065435 Jan 18 16:12:13.705656 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 48146) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:12:13.721015 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7ef12-55ae-43bb-b775-48dcc491c101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d243aa2-e263-4315-8ab3-8a65d692ebe1,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:13.721864 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['2c2af733-a051-45c2-a605-38a0c660cb7a'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:12:13.800568 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c652-001b-4bc9-a69d-02e3fadfc4f7 admin admin] Publish callbacks [] for security_group (2d243aa2-e263-4315-8ab3-8a65d692ebe1), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:13.841134 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c652-001b-4bc9-a69d-02e3fadfc4f7 admin admin] Publish callbacks [] for security_group (2d243aa2-e263-4315-8ab3-8a65d692ebe1), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:13.889914 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4991c-e44d-4c02-8b4d-5f6db399477f req-68751f0e-3802-44af-851d-21a33fb24276 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:13.900008 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a4c4991c-e44d-4c02-8b4d-5f6db399477f req-68751f0e-3802-44af-851d-21a33fb24276 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0865748 Jan 18 16:12:14.004906 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a4c4991c-e44d-4c02-8b4d-5f6db399477f req-cde9063b-0212-4231-ab18-925c6d0f0f00 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019869 Jan 18 16:12:14.006692 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c652-001b-4bc9-a69d-02e3fadfc4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (2d243aa2-e263-4315-8ab3-8a65d692ebe1), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:14.009634 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c652-001b-4bc9-a69d-02e3fadfc4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:14.012305 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-3ad0c652-001b-4bc9-a69d-02e3fadfc4f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d243aa2-e263-4315-8ab3-8a65d692ebe1 HTTP/1.1" status: 204 len: 168 time: 0.3052392 Jan 18 16:12:14.023834 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0c652-001b-4bc9-a69d-02e3fadfc4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d243aa2-e263-4315-8ab3-8a65d692ebe1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:14.030325 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b371997-8a7e-4af2-807c-8bd2ea91fbe9 req-5f468a49-2833-4a2d-9ba7-6a8596afc021 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:14.048999 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9b371997-8a7e-4af2-807c-8bd2ea91fbe9 req-5f468a49-2833-4a2d-9ba7-6a8596afc021 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.1122694 Jan 18 16:12:14.113163 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9b371997-8a7e-4af2-807c-8bd2ea91fbe9 req-bc22832e-4001-46e1-bbd2-ae60c0d2f940 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724096 Jan 18 16:12:14.172429 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbeca1a-7836-4557-878f-eebf2d9faa2d req-361b6d5d-10d5-470e-b85e-c9b4d19e746a tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:14.174725 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bcbeca1a-7836-4557-878f-eebf2d9faa2d req-361b6d5d-10d5-470e-b85e-c9b4d19e746a tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 945 time: 0.0604649 Jan 18 16:12:14.249085 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bcbeca1a-7836-4557-878f-eebf2d9faa2d req-3b7cb0dd-e3a0-47db-856d-d97bb545e0c1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633903 Jan 18 16:12:14.367960 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:15.357025 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5d6c-ad0e-4e4f-b7a8-f3999fbcd71c req-ccb04adb-8511-490a-afce-a6336d4fe7bf tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:15.358384 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fd8e5d6c-ad0e-4e4f-b7a8-f3999fbcd71c req-ccb04adb-8511-490a-afce-a6336d4fe7bf tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.2559044 Jan 18 16:12:15.412281 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fd8e5d6c-ad0e-4e4f-b7a8-f3999fbcd71c req-207f2046-5d68-4648-a16b-7c092a2a7ae2 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483601 Jan 18 16:12:15.519375 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b2565-d7ed-4bc3-ac55-9724b5c9f4cc req-2c90164f-1ec4-450e-ac6a-6f6f0f62e4ac tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:15.520882 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b89b2565-d7ed-4bc3-ac55-9724b5c9f4cc req-2c90164f-1ec4-450e-ac6a-6f6f0f62e4ac tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0486584 Jan 18 16:12:15.571227 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b89b2565-d7ed-4bc3-ac55-9724b5c9f4cc req-9ac6d433-bbdc-4b90-8d57-47589447de2a tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449488 Jan 18 16:12:15.685041 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0d4a8-7bd7-497d-8eb7-0fd4ecc9795a req-df8fcf41-281f-45c4-bd1d-7678406e28c8 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:15.686707 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c8d0d4a8-7bd7-497d-8eb7-0fd4ecc9795a req-df8fcf41-281f-45c4-bd1d-7678406e28c8 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 945 time: 0.0493612 Jan 18 16:12:15.738031 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c8d0d4a8-7bd7-497d-8eb7-0fd4ecc9795a req-9500cd4c-a04c-4ecc-9aff-e0da0ad59bc3 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453122 Jan 18 16:12:15.775363 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:16.542236 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efd2f9-7dfe-42c1-8d87-61d3371079ae req-5209dde8-c3a5-4be1-8117-38d50ea006fb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:16.543697 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-75efd2f9-7dfe-42c1-8d87-61d3371079ae req-5209dde8-c3a5-4be1-8117-38d50ea006fb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0476165 Jan 18 16:12:16.592089 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-75efd2f9-7dfe-42c1-8d87-61d3371079ae req-c84f4429-b06f-4257-ac93-476f75cc43cf tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401382 Jan 18 16:12:16.704544 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9992994-9c66-4bd5-b0dd-92f7abb32bea req-4edbc6b6-737a-437f-8082-ce38997ed536 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:16.706213 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e9992994-9c66-4bd5-b0dd-92f7abb32bea req-4edbc6b6-737a-437f-8082-ce38997ed536 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0507555 Jan 18 16:12:16.755073 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e9992994-9c66-4bd5-b0dd-92f7abb32bea req-d082a103-b6e2-4c7f-9600-e743f43ebde3 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430341 Jan 18 16:12:16.873469 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30052c9d-2110-4691-9d21-b6cbb16a3567 req-fb70beec-c5da-442d-a8c7-946a548e388d tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:16.875042 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-30052c9d-2110-4691-9d21-b6cbb16a3567 req-fb70beec-c5da-442d-a8c7-946a548e388d tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 945 time: 0.0633349 Jan 18 16:12:16.934930 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-30052c9d-2110-4691-9d21-b6cbb16a3567 req-0b8e1c17-fc8e-40f8-a45f-4d8fcf50c2cb tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534213 Jan 18 16:12:17.712753 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757e4ce-938c-41c5-8125-cc76c4f9ed27 req-9b9c7746-3d49-4148-996d-61450b8c9b7b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:17.714246 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2757e4ce-938c-41c5-8125-cc76c4f9ed27 req-9b9c7746-3d49-4148-996d-61450b8c9b7b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0502207 Jan 18 16:12:17.760988 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2757e4ce-938c-41c5-8125-cc76c4f9ed27 req-7c0e1bb4-d69b-4b0d-a21d-1146b657186c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407412 Jan 18 16:12:17.874474 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413566c0-1de1-4115-810b-3064411973f0 req-99ae7c17-a079-453c-9eea-a8401a41c581 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:17.876028 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-413566c0-1de1-4115-810b-3064411973f0 req-99ae7c17-a079-453c-9eea-a8401a41c581 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0522985 Jan 18 16:12:17.928169 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-413566c0-1de1-4115-810b-3064411973f0 req-8468ef94-4dce-4e11-a73d-998a016ff4a6 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462363 Jan 18 16:12:18.048405 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df7665-3b6c-4f63-bbeb-69675662884b req-1b9ef4f7-30c5-4b51-b73d-b04621b3b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:18.050833 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-44df7665-3b6c-4f63-bbeb-69675662884b req-1b9ef4f7-30c5-4b51-b73d-b04621b3b84a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 1099 time: 0.0415814 Jan 18 16:12:18.054683 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a5ecc-41fc-4c0e-bd9c-d87884078f2d req-5b4ac9d0-9333-46d9-84e4-de195704de8a tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:18.056231 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bd0a5ecc-41fc-4c0e-bd9c-d87884078f2d req-5b4ac9d0-9333-46d9-84e4-de195704de8a tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 945 time: 0.0513036 Jan 18 16:12:18.108985 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bd0a5ecc-41fc-4c0e-bd9c-d87884078f2d req-a43aa6fe-a74d-4072-840c-61db26f74737 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455658 Jan 18 16:12:18.152517 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df7665-3b6c-4f63-bbeb-69675662884b req-fcde2875-233d-4604-844c-c5e5daba266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:18.154114 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-44df7665-3b6c-4f63-bbeb-69675662884b req-fcde2875-233d-4604-844c-c5e5daba266a service neutron] 10.222.0.72 "GET /v2.0/networks?id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2 HTTP/1.1" status: 200 len: 917 time: 0.0946736 Jan 18 16:12:18.259814 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-44df7665-3b6c-4f63-bbeb-69675662884b req-54d1cb11-42a3-4b97-b221-88ae86fc2f46 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5c94257-87ae-45c5-9e01-b951ced94435 HTTP/1.1" status: 200 len: 1002 time: 0.0978861 Jan 18 16:12:18.312625 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df7665-3b6c-4f63-bbeb-69675662884b req-52701535-5a26-4720-a442-4b7b92e3ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:18.314260 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-44df7665-3b6c-4f63-bbeb-69675662884b req-52701535-5a26-4720-a442-4b7b92e3ff78 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=614bbcdf-a5b6-4cca-8a78-c3d63af128f4 HTTP/1.1" status: 200 len: 855 time: 0.0463855 Jan 18 16:12:18.366447 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df7665-3b6c-4f63-bbeb-69675662884b req-bd4af59a-e860-49ce-90ba-1a5d1ed8e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:18.367926 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-44df7665-3b6c-4f63-bbeb-69675662884b req-bd4af59a-e860-49ce-90ba-1a5d1ed8e2de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447798 Jan 18 16:12:18.459515 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-44df7665-3b6c-4f63-bbeb-69675662884b req-f99bca61-9b77-4ece-ac18-d6aa7b1c41ad service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816884 Jan 18 16:12:18.553541 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-44df7665-3b6c-4f63-bbeb-69675662884b req-a12ad84b-7e2c-4d47-a7ec-e61178210836 service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856984 Jan 18 16:12:18.622170 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 2c2af733-a051-45c2-a605-38a0c660cb7a up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:12:18.769094 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port 2c2af733-a051-45c2-a605-38a0c660cb7a completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:12:18.773222 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port 2c2af733-a051-45c2-a605-38a0c660cb7a triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:12:18.773594 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (2c2af733-a051-45c2-a605-38a0c660cb7a), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:18.858053 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 2c2af733-a051-45c2-a605-38a0c660cb7a is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:12:18.858444 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2c2af733-a051-45c2-a605-38a0c660cb7a), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:18.880973 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8776c2-22aa-43ef-bd5f-046d211f9cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2af733-a051-45c2-a605-38a0c660cb7a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:12:18.883188 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875e0d9a-785a-4a43-825d-591be67348c4" -d '{"events": [{"server_uuid": "8b8776c2-22aa-43ef-bd5f-046d211f9cd0", "name": "network-vif-plugged", "status": "completed", "tag": "2c2af733-a051-45c2-a605-38a0c660cb7a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:12:18.889094 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757727a2-337b-499f-842a-a654527857ac req-b66f5837-2546-4b30-b024-cfa7dad97e56 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:18.890812 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-757727a2-337b-499f-842a-a654527857ac req-b66f5837-2546-4b30-b024-cfa7dad97e56 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0493550 Jan 18 16:12:18.896241 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 2c2af733-a051-45c2-a605-38a0c660cb7a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2c2af733-a051-45c2-a605-38a0c660cb7a,segment=NetworkSegment(1a3ef4a1-faa4-47b3-a4a9-774edde91426),segment_id=1a3ef4a1-faa4-47b3-a4a9-774edde91426)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:12:18.923750 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39478684-5e3c-4930-95f2-cda3a5b34f9b x-openstack-request-id: req-39478684-5e3c-4930-95f2-cda3a5b34f9b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:12:18.924049 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8776c2-22aa-43ef-bd5f-046d211f9cd0", "name": "network-vif-plugged", "status": "completed", "tag": "2c2af733-a051-45c2-a605-38a0c660cb7a", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:12:18.924303 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39478684-5e3c-4930-95f2-cda3a5b34f9b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:12:18.924893 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8776c2-22aa-43ef-bd5f-046d211f9cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2af733-a051-45c2-a605-38a0c660cb7a', 'code': 200} Jan 18 16:12:18.939273 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-757727a2-337b-499f-842a-a654527857ac req-6c7e486e-246c-45ac-b881-26c1614f637b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421224 Jan 18 16:12:18.977962 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (2c2af733-a051-45c2-a605-38a0c660cb7a), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:19.029582 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=2c2af733-a051-45c2-a605-38a0c660cb7a,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:19.052422 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b8bad-1dcf-4b69-ac1a-0c4aee040a8c req-09b06f39-75d3-4402-9214-8d3a1c659ed4 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:19.053938 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-aa4b8bad-1dcf-4b69-ac1a-0c4aee040a8c req-09b06f39-75d3-4402-9214-8d3a1c659ed4 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0516312 Jan 18 16:12:19.103287 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-aa4b8bad-1dcf-4b69-ac1a-0c4aee040a8c req-e30fc161-ec32-45cd-9a7f-9ad845224b15 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438979 Jan 18 16:12:19.235620 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177c92e-586b-4a03-8dc9-cccbfc9f3f71 req-ff94856a-b1d1-47f0-bd3c-13aa23b6e4dd tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:19.237226 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f177c92e-586b-4a03-8dc9-cccbfc9f3f71 req-ff94856a-b1d1-47f0-bd3c-13aa23b6e4dd tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 946 time: 0.0531125 Jan 18 16:12:19.291831 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f177c92e-586b-4a03-8dc9-cccbfc9f3f71 req-caf998f7-ea00-4003-b41e-81b2b690076e tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473695 Jan 18 16:12:19.320254 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910ecb3-77a7-4f97-bf79-b3e4b7edd4eb req-76ed6cfb-d136-40f4-8d2e-22ed599fad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:19.320254 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1910ecb3-77a7-4f97-bf79-b3e4b7edd4eb req-76ed6cfb-d136-40f4-8d2e-22ed599fad51 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 1099 time: 0.0558243 Jan 18 16:12:19.377557 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1910ecb3-77a7-4f97-bf79-b3e4b7edd4eb req-f39d6831-a2b0-40ab-b057-c6eb5284b4cb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418954 Jan 18 16:12:20.062795 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c78b0-c208-47a6-a0dd-d4d4aaf884b0 req-dd4ae638-8253-4503-8985-d5be933a86b4 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:20.064253 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ec4c78b0-c208-47a6-a0dd-d4d4aaf884b0 req-dd4ae638-8253-4503-8985-d5be933a86b4 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0512547 Jan 18 16:12:20.113501 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ec4c78b0-c208-47a6-a0dd-d4d4aaf884b0 req-5f471da0-38bd-4b93-8b76-59313089c352 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434377 Jan 18 16:12:20.174016 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 48304) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:12:20.221956 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3e7e0-a834-446d-98eb-59e1d605032f req-db44af3e-8a54-45d3-91d9-af73c2317752 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:20.223433 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-07a3e7e0-a834-446d-98eb-59e1d605032f req-db44af3e-8a54-45d3-91d9-af73c2317752 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0521104 Jan 18 16:12:20.273437 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-07a3e7e0-a834-446d-98eb-59e1d605032f req-1b4733a9-045f-4dd3-a346-df0589b7f449 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439649 Jan 18 16:12:20.290905 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dbf59aa8-fac2-4db3-9415-c19ba59e0fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:20.382855 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dbf59aa8-fac2-4db3-9415-c19ba59e0fa1 admin admin] Publish callbacks [] for security_group (194ccc1b-e293-4c98-97cf-dc158ad098a1), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:20.410579 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae8f8e-1898-4d8d-99c5-2ecd6ead378b req-1b25f019-0381-47b2-9239-d42935b7ffa1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:20.412068 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5dae8f8e-1898-4d8d-99c5-2ecd6ead378b req-1b25f019-0381-47b2-9239-d42935b7ffa1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 946 time: 0.0494449 Jan 18 16:12:20.450196 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dbf59aa8-fac2-4db3-9415-c19ba59e0fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (194ccc1b-e293-4c98-97cf-dc158ad098a1), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:20.473233 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5dae8f8e-1898-4d8d-99c5-2ecd6ead378b req-f3d0b0c0-4913-4492-9f79-b0d41a80cc52 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482588 Jan 18 16:12:20.494531 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-dbf59aa8-fac2-4db3-9415-c19ba59e0fa1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d276381947c0465bba5dc6f49cd0a644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193877 Jan 18 16:12:20.495558 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf59aa8-fac2-4db3-9415-c19ba59e0fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194ccc1b-e293-4c98-97cf-dc158ad098a1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:20.497236 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 48318) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:12:20.546850 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-41373b7b-b44d-4e7a-914a-7a56790b4176 admin admin] Publish callbacks [] for security_group (194ccc1b-e293-4c98-97cf-dc158ad098a1), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:20.568320 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-41373b7b-b44d-4e7a-914a-7a56790b4176 admin admin] Publish callbacks [] for security_group (194ccc1b-e293-4c98-97cf-dc158ad098a1), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:20.706616 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-41373b7b-b44d-4e7a-914a-7a56790b4176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (194ccc1b-e293-4c98-97cf-dc158ad098a1), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:20.710132 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-41373b7b-b44d-4e7a-914a-7a56790b4176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:20.713564 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-41373b7b-b44d-4e7a-914a-7a56790b4176 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/194ccc1b-e293-4c98-97cf-dc158ad098a1 HTTP/1.1" status: 204 len: 168 time: 0.2111852 Jan 18 16:12:20.721045 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41373b7b-b44d-4e7a-914a-7a56790b4176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194ccc1b-e293-4c98-97cf-dc158ad098a1,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:21.245697 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ab1a3-fdaa-496c-8484-70a04b59adcb req-b762aa24-3fd1-4536-a32e-d7fa1a4c284b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:21.247222 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7c4ab1a3-fdaa-496c-8484-70a04b59adcb req-b762aa24-3fd1-4536-a32e-d7fa1a4c284b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0536814 Jan 18 16:12:21.304215 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7c4ab1a3-fdaa-496c-8484-70a04b59adcb req-56c5f2cd-3dbf-42d9-b6df-f8c7ceaff5cd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508964 Jan 18 16:12:21.587829 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa07114-2106-4ca8-a79f-b342c4791c1a req-d0b5d4c1-8dd9-4df7-b577-ba790226577a tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:21.590082 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-aaa07114-2106-4ca8-a79f-b342c4791c1a req-d0b5d4c1-8dd9-4df7-b577-ba790226577a tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 946 time: 0.0572870 Jan 18 16:12:21.646038 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-aaa07114-2106-4ca8-a79f-b342c4791c1a req-65fb27f6-b6f9-498a-8132-ea3e6ae80a2b tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494339 Jan 18 16:12:22.423394 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253f4c0-a686-4c51-bacc-c7cfa2c7d949 req-7e3f1e26-1081-44ee-8bf3-4378296edde1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:22.424918 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f253f4c0-a686-4c51-bacc-c7cfa2c7d949 req-7e3f1e26-1081-44ee-8bf3-4378296edde1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 946 time: 0.0483332 Jan 18 16:12:22.472420 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f253f4c0-a686-4c51-bacc-c7cfa2c7d949 req-53c8b976-edc4-469b-acbe-436879dcfa1e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418899 Jan 18 16:12:22.612048 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device b5c94257-87ae-45c5-9e01-b951ced94435 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:12:22.691379 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port b5c94257-87ae-45c5-9e01-b951ced94435 is: ACTIVE; New status is: DOWN {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:12:22.691790 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:22.716177 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c94257-87ae-45c5-9e01-b951ced94435'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:12:22.718515 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3979d2e8-affd-41db-9538-515d3fa5375d" -d '{"events": [{"server_uuid": "fe0f3ad1-cf45-4eb6-b4f4-11db6630182f", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c94257-87ae-45c5-9e01-b951ced94435"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:12:22.731500 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port b5c94257-87ae-45c5-9e01-b951ced94435, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b5c94257-87ae-45c5-9e01-b951ced94435,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:12:22.769826 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4552b-c9ff-4a8e-9b5c-01f13fbdc5f8 req-e2bd8ce7-ba60-4a6a-9f13-f5e4cfa0b2e1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:22.771274 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3fa4552b-c9ff-4a8e-9b5c-01f13fbdc5f8 req-e2bd8ce7-ba60-4a6a-9f13-f5e4cfa0b2e1 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 946 time: 0.0490856 Jan 18 16:12:22.809273 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:22.856146 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3fa4552b-c9ff-4a8e-9b5c-01f13fbdc5f8 req-734f1fab-ee99-4c38-9ccc-db4211c2246c tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657620 Jan 18 16:12:22.861783 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=b5c94257-87ae-45c5-9e01-b951ced94435,revision_number=8']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:22.902084 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 16:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f438ddf8-2fa7-4a58-aa91-f01abb46e2e9 x-openstack-request-id: req-f438ddf8-2fa7-4a58-aa91-f01abb46e2e9 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:12:22.902557 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0f3ad1-cf45-4eb6-b4f4-11db6630182f", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c94257-87ae-45c5-9e01-b951ced94435", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:12:22.902893 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f438ddf8-2fa7-4a58-aa91-f01abb46e2e9 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:12:22.903399 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c94257-87ae-45c5-9e01-b951ced94435', 'code': 200} Jan 18 16:12:23.740106 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [req-b26b50de-d3e5-4b21-b45b-7eb7d45f09fe req-144e6524-3679-42a7-ab82-67e9b8f9faea service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:12:23.741126 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b26b50de-d3e5-4b21-b45b-7eb7d45f09fe req-144e6524-3679-42a7-ab82-67e9b8f9faea service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053399 Jan 18 16:12:24.193848 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 48454) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:12:24.240071 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e538a-f98c-447a-bdcd-8452204debe6 req-57c372dd-9d0f-4d69-8c0b-3cede271ff2c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:24.241608 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-643e538a-f98c-447a-bdcd-8452204debe6 req-57c372dd-9d0f-4d69-8c0b-3cede271ff2c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0578704 Jan 18 16:12:24.297283 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-643e538a-f98c-447a-bdcd-8452204debe6 req-93491338-6b9e-47f9-a2f5-12909692a14d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496099 Jan 18 16:12:24.318599 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1a400f51-fd7c-43d0-8975-2a1e7e870e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:24.415372 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1a400f51-fd7c-43d0-8975-2a1e7e870e22 admin admin] Publish callbacks [] for security_group (e0fe4232-8ed7-4bc8-a687-61b764d54e3f), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:24.441561 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a0dfb-1ed8-41aa-a7aa-7089b3b3aa3d req-1a67b1ec-6700-40b8-8e81-8f2f31405fa2 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:24.445327 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-006a0dfb-1ed8-41aa-a7aa-7089b3b3aa3d req-1a67b1ec-6700-40b8-8e81-8f2f31405fa2 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 946 time: 0.0607491 Jan 18 16:12:24.491706 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1a400f51-fd7c-43d0-8975-2a1e7e870e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (e0fe4232-8ed7-4bc8-a687-61b764d54e3f), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:24.516640 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-006a0dfb-1ed8-41aa-a7aa-7089b3b3aa3d req-b44d4b9a-b482-4e2c-a7ab-abbbbcf5113e tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675743 Jan 18 16:12:24.539363 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-1a400f51-fd7c-43d0-8975-2a1e7e870e22 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6819ffb39f6a42b5904a9483456db1c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445003 Jan 18 16:12:24.540443 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a400f51-fd7c-43d0-8975-2a1e7e870e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fe4232-8ed7-4bc8-a687-61b764d54e3f,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:24.542233 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 48472) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:12:24.597374 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4efaf46e-49c0-4bb0-b43d-74f8e9760a97 admin admin] Publish callbacks [] for security_group (e0fe4232-8ed7-4bc8-a687-61b764d54e3f), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:24.618325 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4efaf46e-49c0-4bb0-b43d-74f8e9760a97 admin admin] Publish callbacks [] for security_group (e0fe4232-8ed7-4bc8-a687-61b764d54e3f), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:24.750270 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4efaf46e-49c0-4bb0-b43d-74f8e9760a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (e0fe4232-8ed7-4bc8-a687-61b764d54e3f), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:24.752937 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4efaf46e-49c0-4bb0-b43d-74f8e9760a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:24.754129 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-4efaf46e-49c0-4bb0-b43d-74f8e9760a97 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e0fe4232-8ed7-4bc8-a687-61b764d54e3f HTTP/1.1" status: 204 len: 168 time: 0.2108281 Jan 18 16:12:24.762722 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efaf46e-49c0-4bb0-b43d-74f8e9760a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fe4232-8ed7-4bc8-a687-61b764d54e3f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:24.834639 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 48484) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:12:24.911048 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5d765e93-471c-467a-aa4a-538dd5d45ebd req-5fd14759-aa2c-44a6-9622-d83bdad8fb77 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0752649 Jan 18 16:12:24.920105 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [req-5d765e93-471c-467a-aa4a-538dd5d45ebd req-d57f255e-f2bb-4fe0-be01-38599ca4cc84 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:12:24.921675 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5d765e93-471c-467a-aa4a-538dd5d45ebd req-d57f255e-f2bb-4fe0-be01-38599ca4cc84 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057707 Jan 18 16:12:25.430546 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda36322-8d61-4767-912b-e4b10053f97a req-8720feb3-bec5-4ef1-931a-b9976f8b95bd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:25.432130 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bda36322-8d61-4767-912b-e4b10053f97a req-8720feb3-bec5-4ef1-931a-b9976f8b95bd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0604672 Jan 18 16:12:25.483583 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bda36322-8d61-4767-912b-e4b10053f97a req-3fb668f2-93ae-49b2-969e-4c456fd29325 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420601 Jan 18 16:12:25.639791 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24e958-02ab-45b6-9211-2953694c7b4e req-25b81b7b-1dfd-4d3b-baff-c3267d6c534f tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:25.641144 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-eb24e958-02ab-45b6-9211-2953694c7b4e req-25b81b7b-1dfd-4d3b-baff-c3267d6c534f tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 946 time: 0.0553467 Jan 18 16:12:25.687992 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-eb24e958-02ab-45b6-9211-2953694c7b4e req-ae2355e6-54a0-47f3-83c0-546661d32a82 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412500 Jan 18 16:12:26.606481 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d290f03-6551-42c5-af53-0db7fb5fd502 req-cbba83cb-abf1-4c8a-ae9c-f93abaa6c9af tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:26.607967 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2d290f03-6551-42c5-af53-0db7fb5fd502 req-cbba83cb-abf1-4c8a-ae9c-f93abaa6c9af tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0514007 Jan 18 16:12:26.656767 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2d290f03-6551-42c5-af53-0db7fb5fd502 req-fd7d06c9-aa57-4681-aca3-c24e9be89ca3 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424337 Jan 18 16:12:26.800546 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a82058-db8b-4991-a861-d71d02d293b0 req-3da0db66-7fd7-426b-b849-36a13fdd5e18 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:26.802073 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a3a82058-db8b-4991-a861-d71d02d293b0 req-3da0db66-7fd7-426b-b849-36a13fdd5e18 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 946 time: 0.0499403 Jan 18 16:12:26.854972 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a3a82058-db8b-4991-a861-d71d02d293b0 req-3c2aba5c-b409-4671-91a4-1f0955c2ba1f tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474811 Jan 18 16:12:26.969546 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device b5c94257-87ae-45c5-9e01-b951ced94435 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:12:27.043803 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port b5c94257-87ae-45c5-9e01-b951ced94435 is: DOWN; New status is: DOWN {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:12:27.777512 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:12:27.783325 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79943f0-f491-4f67-b4a5-debb6a30f8d3 req-25b3fb5f-fb6f-415c-b432-1c3eae591403 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:27.785009 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a79943f0-f491-4f67-b4a5-debb6a30f8d3 req-25b3fb5f-fb6f-415c-b432-1c3eae591403 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0544913 Jan 18 16:12:27.837194 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a79943f0-f491-4f67-b4a5-debb6a30f8d3 req-4f5a579d-e129-428a-ae75-4562f16aacfc tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464356 Jan 18 16:12:27.967313 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd6251-6099-46f6-b97d-d4596292f9db req-1c03ae57-c74e-4a16-9483-61a3f6b0e8a0 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:27.969306 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-73cd6251-6099-46f6-b97d-d4596292f9db req-1c03ae57-c74e-4a16-9483-61a3f6b0e8a0 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 946 time: 0.0482559 Jan 18 16:12:28.014141 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-73cd6251-6099-46f6-b97d-d4596292f9db req-976b9cc4-853c-4ed4-87cf-67a1f10eabc8 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392697 Jan 18 16:12:28.110042 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:28.960546 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babc47f-8d60-4c72-91db-92c562ad3704 req-ca828728-2a8d-45a3-aafa-1ee4762c6ec8 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:28.962058 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0babc47f-8d60-4c72-91db-92c562ad3704 req-ca828728-2a8d-45a3-aafa-1ee4762c6ec8 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0517623 Jan 18 16:12:29.009152 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0babc47f-8d60-4c72-91db-92c562ad3704 req-efae9d5d-79e5-4ed9-baf6-aa6bca839aee tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416019 Jan 18 16:12:29.129723 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375b140-55cb-469a-8b3c-96555f1f6fcf req-4accef7b-e663-4311-8a97-5f414d830250 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:29.131204 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5375b140-55cb-469a-8b3c-96555f1f6fcf req-4accef7b-e663-4311-8a97-5f414d830250 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 946 time: 0.0497386 Jan 18 16:12:29.178693 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5375b140-55cb-469a-8b3c-96555f1f6fcf req-1ed9be89-2cf1-4836-a295-03139328e4c8 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/security-groups?id=3155f0ad-f102-485d-b00c-3f4f989000fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Jan 18 16:12:29.740346 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ff3da-8312-492b-a49b-88ad2529eb2f req-4a4023af-77a8-4327-8bb4-d1718bdb361a tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:29.741833 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3e9ff3da-8312-492b-a49b-88ad2529eb2f req-4a4023af-77a8-4327-8bb4-d1718bdb361a tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 946 time: 0.0481775 Jan 18 16:12:29.837941 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-3e9ff3da-8312-492b-a49b-88ad2529eb2f req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Deleting port 2c2af733-a051-45c2-a605-38a0c660cb7a {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:12:29.838278 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3e9ff3da-8312-492b-a49b-88ad2529eb2f req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (2c2af733-a051-45c2-a605-38a0c660cb7a), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:29.932316 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3e9ff3da-8312-492b-a49b-88ad2529eb2f req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] For port 2c2af733-a051-45c2-a605-38a0c660cb7a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2c2af733-a051-45c2-a605-38a0c660cb7a,segment=NetworkSegment(1a3ef4a1-faa4-47b3-a4a9-774edde91426),segment_id=1a3ef4a1-faa4-47b3-a4a9-774edde91426)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:12:29.944880 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3e9ff3da-8312-492b-a49b-88ad2529eb2f req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (2c2af733-a051-45c2-a605-38a0c660cb7a), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:29.946341 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-3e9ff3da-8312-492b-a49b-88ad2529eb2f req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Calling delete_port for 2c2af733-a051-45c2-a605-38a0c660cb7a owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:12:30.114605 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e22af7c4-dc94-4378-8c92-497ab6bafe15 req-ac9ff2b9-06c9-433c-abac-fc35abcc1850 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430162 Jan 18 16:12:30.142495 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e593598-af28-4035-8b13-add9d67072cf req-5777d18d-0a02-475e-8f6f-f2c62c967b78 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:30.144020 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2e593598-af28-4035-8b13-add9d67072cf req-5777d18d-0a02-475e-8f6f-f2c62c967b78 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0572469 Jan 18 16:12:30.193037 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2e593598-af28-4035-8b13-add9d67072cf req-e79d676c-0cc7-4524-b4a7-a84075faed32 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420122 Jan 18 16:12:30.193678 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3e9ff3da-8312-492b-a49b-88ad2529eb2f req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (2c2af733-a051-45c2-a605-38a0c660cb7a), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:30.209614 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22af7c4-dc94-4378-8c92-497ab6bafe15 req-30b3d918-8eed-40c3-b896-6cdf39576cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:30.209749 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['2c2af733-a051-45c2-a605-38a0c660cb7a'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:12:30.211119 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e22af7c4-dc94-4378-8c92-497ab6bafe15 req-30b3d918-8eed-40c3-b896-6cdf39576cd4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a2cc8740e33470a9ded5669c46c9c4a&device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 1098 time: 0.0556602 Jan 18 16:12:30.252228 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Pushing event deleted for resources: {'Port': ['ID=2c2af733-a051-45c2-a605-38a0c660cb7a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:30.294697 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-82a52b4b-d0d0-444b-805b-a44260e720f5 req-980afbb4-c2ec-41ed-ba6f-a716e93647ae tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 210 time: 0.0267661 Jan 18 16:12:30.295556 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:30.295910 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:30.296258 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:30.296629 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:30.297005 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:30.297342 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:30.297673 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:30.298000 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:30.298328 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:30.298658 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:30.298976 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:30.299303 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:30.299627 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:30.547714 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9ff3da-8312-492b-a49b-88ad2529eb2f req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] No DVR routers for this DVR port 2c2af733-a051-45c2-a605-38a0c660cb7a on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:12:30.551197 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3e9ff3da-8312-492b-a49b-88ad2529eb2f req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:30.554474 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3e9ff3da-8312-492b-a49b-88ad2529eb2f req-237480c2-b0c4-4791-ac00-07a6ebdcba70 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.72 "DELETE /v2.0/ports/2c2af733-a051-45c2-a605-38a0c660cb7a HTTP/1.1" status: 204 len: 173 time: 0.8059506 Jan 18 16:12:30.554922 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8776c2-22aa-43ef-bd5f-046d211f9cd0', 'name': 'network-vif-deleted', 'tag': '2c2af733-a051-45c2-a605-38a0c660cb7a'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:12:30.557194 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6ca5fe-b47e-47ef-be52-6718deca6ba5" -d '{"events": [{"server_uuid": "8b8776c2-22aa-43ef-bd5f-046d211f9cd0", "name": "network-vif-deleted", "tag": "2c2af733-a051-45c2-a605-38a0c660cb7a"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:12:30.584733 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22af7c4-dc94-4378-8c92-497ab6bafe15 req-467ca41e-ca65-4564-a938-37d954c96a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:30.586205 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e22af7c4-dc94-4378-8c92-497ab6bafe15 req-467ca41e-ca65-4564-a938-37d954c96a4c service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a96305d-1da2-4cf0-932e-99a783e1606e HTTP/1.1" status: 200 len: 919 time: 0.3424900 Jan 18 16:12:30.595154 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed81ec1e-b29f-4cad-9331-da58f1761e84 x-openstack-request-id: req-ed81ec1e-b29f-4cad-9331-da58f1761e84 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:12:30.595154 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8776c2-22aa-43ef-bd5f-046d211f9cd0", "name": "network-vif-deleted", "tag": "2c2af733-a051-45c2-a605-38a0c660cb7a", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:12:30.595154 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed81ec1e-b29f-4cad-9331-da58f1761e84 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:12:30.595154 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8776c2-22aa-43ef-bd5f-046d211f9cd0', 'name': 'network-vif-deleted', 'tag': '2c2af733-a051-45c2-a605-38a0c660cb7a', 'status': 'completed', 'code': 200} Jan 18 16:12:30.643284 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e22af7c4-dc94-4378-8c92-497ab6bafe15 req-204aacad-e72d-4fdc-ab1b-e7abeb9a5feb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a374a679-7136-4061-9885-ff645c884e07 HTTP/1.1" status: 200 len: 217 time: 0.0382037 Jan 18 16:12:30.697409 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22af7c4-dc94-4378-8c92-497ab6bafe15 req-988a6ba2-c8d8-4b1b-b87e-cd909d5a66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:30.698834 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e22af7c4-dc94-4378-8c92-497ab6bafe15 req-988a6ba2-c8d8-4b1b-b87e-cd909d5a66c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6d824aa-d305-456f-848d-ceb7c3880cbb HTTP/1.1" status: 200 len: 858 time: 0.0460393 Jan 18 16:12:30.734000 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e22af7c4-dc94-4378-8c92-497ab6bafe15 req-8b1259ac-8e4d-458b-93d9-81a8d28f6edf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a96305d-1da2-4cf0-932e-99a783e1606e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289383 Jan 18 16:12:30.852602 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e22af7c4-dc94-4378-8c92-497ab6bafe15 req-c6afd6c9-8e12-4bef-9865-b125451772f0 service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867944 Jan 18 16:12:30.951543 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e22af7c4-dc94-4378-8c92-497ab6bafe15 req-23ba6518-dc9b-43d4-939d-429ea3c01eda service neutron] 10.222.0.72 "GET /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891402 Jan 18 16:12:31.331520 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf073e-60df-4738-902f-4f452b9dea60 req-e56de0a4-8a0c-43b2-8477-e639fea2e0cd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:31.333112 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b1cf073e-60df-4738-902f-4f452b9dea60 req-e56de0a4-8a0c-43b2-8477-e639fea2e0cd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0493877 Jan 18 16:12:31.382360 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b1cf073e-60df-4738-902f-4f452b9dea60 req-73cb07e8-36f3-440c-b1d3-364ef7361631 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436816 Jan 18 16:12:31.418254 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-61700794-af8d-4f7a-977e-3d4bde906119 req-0e29b84e-9c9f-4c64-828a-7deaa77d98c3 tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 210 time: 0.0313482 Jan 18 16:12:31.717376 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 48656) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:12:31.838035 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 48666) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:12:31.890194 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:31.942996 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b87f5d4b-597a-4624-a422-7050e2430581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:31.976217 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Publish callbacks [] for security_group (7184fb66-e224-4b73-9371-f4424cde02a9), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:32.015009 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b87f5d4b-597a-4624-a422-7050e2430581 admin admin] Publish callbacks [] for security_group (b217e071-5c9a-40cc-9aad-e03e658db0a6), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:32.066583 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (7184fb66-e224-4b73-9371-f4424cde02a9), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:32.104064 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7184fb66-e224-4b73-9371-f4424cde02a9,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:32.108019 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dac0fadec7344f70b8173bc225c49a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896427 Jan 18 16:12:32.111624 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 48674) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:12:32.127961 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:32.128323 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:32.128892 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:32.129240 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:32.129577 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:32.129938 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:32.130272 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:32.130605 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:32.130937 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:32.131268 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:32.131598 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:32.131923 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:32.132247 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2e8a2-f8e0-41b5-b69f-c1a4ec5c69b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:32.152017 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b87f5d4b-597a-4624-a422-7050e2430581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (b217e071-5c9a-40cc-9aad-e03e658db0a6), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:32.170569 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a6b84c08-c9c0-49db-99dd-ded0d0dc900c admin admin] Publish callbacks [] for security_group (7184fb66-e224-4b73-9371-f4424cde02a9), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:32.189187 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f5d4b-597a-4624-a422-7050e2430581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b217e071-5c9a-40cc-9aad-e03e658db0a6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:32.193000 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a6b84c08-c9c0-49db-99dd-ded0d0dc900c admin admin] Publish callbacks [] for security_group (7184fb66-e224-4b73-9371-f4424cde02a9), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:32.193573 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b87f5d4b-597a-4624-a422-7050e2430581 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ebffb92b9e844561818db046b4ca9d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3545308 Jan 18 16:12:32.196442 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 48676) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:12:32.243435 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0147afb1-47f3-4280-8c95-2bcfb64727b0 admin admin] Publish callbacks [] for security_group (b217e071-5c9a-40cc-9aad-e03e658db0a6), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:32.263863 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0147afb1-47f3-4280-8c95-2bcfb64727b0 admin admin] Publish callbacks [] for security_group (b217e071-5c9a-40cc-9aad-e03e658db0a6), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:32.332227 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a6b84c08-c9c0-49db-99dd-ded0d0dc900c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (7184fb66-e224-4b73-9371-f4424cde02a9), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:32.334970 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a6b84c08-c9c0-49db-99dd-ded0d0dc900c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:32.336200 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-a6b84c08-c9c0-49db-99dd-ded0d0dc900c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7184fb66-e224-4b73-9371-f4424cde02a9 HTTP/1.1" status: 204 len: 168 time: 0.2236657 Jan 18 16:12:32.344614 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b84c08-c9c0-49db-99dd-ded0d0dc900c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7184fb66-e224-4b73-9371-f4424cde02a9,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:32.432220 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0147afb1-47f3-4280-8c95-2bcfb64727b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (b217e071-5c9a-40cc-9aad-e03e658db0a6), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:32.435104 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0147afb1-47f3-4280-8c95-2bcfb64727b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:32.436606 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-0147afb1-47f3-4280-8c95-2bcfb64727b0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b217e071-5c9a-40cc-9aad-e03e658db0a6 HTTP/1.1" status: 204 len: 168 time: 0.2393532 Jan 18 16:12:32.450804 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147afb1-47f3-4280-8c95-2bcfb64727b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b217e071-5c9a-40cc-9aad-e03e658db0a6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:32.549708 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5e44441b-855c-4fbc-80cd-6eea51df3a73 req-cf7f986d-634a-45fe-a8e7-0cd242ca0f9d tempest-VolumesActionsTest-1380951408 tempest-VolumesActionsTest-1380951408-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b8776c2-22aa-43ef-bd5f-046d211f9cd0 HTTP/1.1" status: 200 len: 210 time: 0.0314980 Jan 18 16:12:32.557553 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3bdb5-d017-43e5-9715-b8136f25cc63 req-6eb567d4-0e79-4c80-a287-741463cba4bb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:32.558950 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6ce3bdb5-d017-43e5-9715-b8136f25cc63 req-6eb567d4-0e79-4c80-a287-741463cba4bb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0793841 Jan 18 16:12:32.613756 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6ce3bdb5-d017-43e5-9715-b8136f25cc63 req-dc84d0e6-f5d5-43c8-82f0-5f8ee4d4156b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491793 Jan 18 16:12:33.732576 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f85721-8e3b-4f9e-b1d3-18bbd2b58ed5 req-c99df706-79a4-454e-998e-47fc467f8c24 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:33.734069 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b4f85721-8e3b-4f9e-b1d3-18bbd2b58ed5 req-c99df706-79a4-454e-998e-47fc467f8c24 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0474885 Jan 18 16:12:33.782214 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b4f85721-8e3b-4f9e-b1d3-18bbd2b58ed5 req-cb55f457-bab8-4fea-ad72-4020a84dd7b3 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416098 Jan 18 16:12:34.686004 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 2c2af733-a051-45c2-a605-38a0c660cb7a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:12:34.709377 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: 2c2af733-a051-45c2-a605-38a0c660cb7a {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:12:34.709763 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 2c2af733-a051-45c2-a605-38a0c660cb7a not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:12:34.907305 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abe451-00a8-4d73-84b0-b8749c4f18bf req-c8dd90e7-fee8-4334-beb8-5b9f5f1e3183 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:34.909473 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-98abe451-00a8-4d73-84b0-b8749c4f18bf req-c8dd90e7-fee8-4334-beb8-5b9f5f1e3183 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0534863 Jan 18 16:12:34.958713 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-98abe451-00a8-4d73-84b0-b8749c4f18bf req-984ce216-cdc2-4df4-ab80-d69e7e5fdb06 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435834 Jan 18 16:12:36.073641 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87d644-320b-431d-b96c-62a5832dc978 req-fec20ed6-6553-46f6-a7b3-c5681414c98e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:36.075095 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5c87d644-320b-431d-b96c-62a5832dc978 req-fec20ed6-6553-46f6-a7b3-c5681414c98e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0477626 Jan 18 16:12:36.120780 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5c87d644-320b-431d-b96c-62a5832dc978 req-33cdb48f-c4f0-4682-a0e2-ab1b25742dbe tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400465 Jan 18 16:12:36.466689 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf0374-556a-4906-818f-c96b339278d8 req-3b448985-27af-4117-a81b-d996ee64ec2b tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:36.468198 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-17bf0374-556a-4906-818f-c96b339278d8 req-3b448985-27af-4117-a81b-d996ee64ec2b tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0517819 Jan 18 16:12:36.514940 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-17bf0374-556a-4906-818f-c96b339278d8 req-95b79533-a779-468c-9191-85f49c554c58 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405788 Jan 18 16:12:37.239305 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d3a56-1c91-4c8e-bc5d-1819760403c6 req-9543523d-3ae4-41b0-8a97-95564d0a82c9 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:37.240797 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fa2d3a56-1c91-4c8e-bc5d-1819760403c6 req-9543523d-3ae4-41b0-8a97-95564d0a82c9 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0464585 Jan 18 16:12:37.285260 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fa2d3a56-1c91-4c8e-bc5d-1819760403c6 req-36e8de5b-d95b-4a24-b941-ae7e0bd9eba3 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390930 Jan 18 16:12:37.627749 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1310ce-28ca-45da-b949-2d85004188c7 req-ba00bdda-f64a-46cb-805f-8882259e052c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:37.629377 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bb1310ce-28ca-45da-b949-2d85004188c7 req-ba00bdda-f64a-46cb-805f-8882259e052c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0480323 Jan 18 16:12:37.678874 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bb1310ce-28ca-45da-b949-2d85004188c7 req-2b0022a0-923a-421d-a073-d79508dde40d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439963 Jan 18 16:12:38.400403 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0d6fe-6878-4ece-a511-d51fd3f8ef35 req-18994fa2-8e52-42b9-bf43-41689a0e2216 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:38.401877 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8cc0d6fe-6878-4ece-a511-d51fd3f8ef35 req-18994fa2-8e52-42b9-bf43-41689a0e2216 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0473144 Jan 18 16:12:38.448167 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8cc0d6fe-6878-4ece-a511-d51fd3f8ef35 req-61aebbf9-a43e-46b5-824b-7c762b13345b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404203 Jan 18 16:12:38.799131 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53c1bf-aadf-4d76-ab0c-2963f0e44080 req-519a2113-05ef-47cb-a8da-45f21ec433eb tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:38.800601 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5b53c1bf-aadf-4d76-ab0c-2963f0e44080 req-519a2113-05ef-47cb-a8da-45f21ec433eb tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0475338 Jan 18 16:12:38.846184 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5b53c1bf-aadf-4d76-ab0c-2963f0e44080 req-b2f01bb7-8315-45a4-bcae-b7705dddc55b tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400140 Jan 18 16:12:39.508913 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0761b028-b8d4-4dca-aade-edbcaabe3134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:39.572456 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effccbee-0211-4512-921a-d6d935b3bc57 req-37235bb3-88d4-4160-955b-a61e1356cf3f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:39.573964 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-effccbee-0211-4512-921a-d6d935b3bc57 req-37235bb3-88d4-4160-955b-a61e1356cf3f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0539868 Jan 18 16:12:39.621732 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-effccbee-0211-4512-921a-d6d935b3bc57 req-c8165529-2d38-417c-8d9d-8db3569bcf07 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416210 Jan 18 16:12:39.960006 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadb9a7-ef2c-40c7-887b-56046bd13040 req-9115780d-dda8-4cfd-82e7-4a2c381b53b7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:39.961546 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5dadb9a7-ef2c-40c7-887b-56046bd13040 req-9115780d-dda8-4cfd-82e7-4a2c381b53b7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0498776 Jan 18 16:12:40.007434 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5dadb9a7-ef2c-40c7-887b-56046bd13040 req-14bf7ff6-60a7-4a1d-bf00-395d8d984887 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 Jan 18 16:12:40.741308 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95a047-c17d-44e5-88f1-b313078f97b6 req-b9606287-51b4-43dc-9aa6-9bf9a5373a86 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:40.742780 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4a95a047-c17d-44e5-88f1-b313078f97b6 req-b9606287-51b4-43dc-9aa6-9bf9a5373a86 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0477209 Jan 18 16:12:40.791637 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4a95a047-c17d-44e5-88f1-b313078f97b6 req-3b31214b-5126-438c-9881-b175accf5c35 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433695 Jan 18 16:12:41.118935 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db787e6-75df-493a-9169-22e64333a47b req-8ea31ce4-cd85-42af-af07-3f374a87ec0f tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:41.120381 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2db787e6-75df-493a-9169-22e64333a47b req-8ea31ce4-cd85-42af-af07-3f374a87ec0f tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0474377 Jan 18 16:12:41.165843 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2db787e6-75df-493a-9169-22e64333a47b req-883618b1-5999-4012-b567-22fada258045 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Jan 18 16:12:41.446194 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9571399-e491-459e-a8b6-8b523cc27160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:41.910451 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe682a8b-c515-4a91-aa7f-e782a2d52af7 req-4ed92fae-477f-4c4b-b7e6-366c5b8c0d03 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:41.911911 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fe682a8b-c515-4a91-aa7f-e782a2d52af7 req-4ed92fae-477f-4c4b-b7e6-366c5b8c0d03 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0478876 Jan 18 16:12:41.958398 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fe682a8b-c515-4a91-aa7f-e782a2d52af7 req-1647b08f-f48d-45ae-9677-e5ca5598a69c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410452 Jan 18 16:12:42.280034 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb638bed-7195-4b1a-80bc-e88fef138dbf req-b91989ec-ba58-4d28-844b-331fc24cc047 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:42.282044 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bb638bed-7195-4b1a-80bc-e88fef138dbf req-b91989ec-ba58-4d28-844b-331fc24cc047 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0504069 Jan 18 16:12:42.328340 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bb638bed-7195-4b1a-80bc-e88fef138dbf req-66590227-b922-426c-a31f-3d26d9bd5628 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401664 Jan 18 16:12:42.346821 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d765e93-471c-467a-aa4a-538dd5d45ebd req-567460ed-6cfb-428e-9d38-eb2fd1f1c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:42.348325 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5d765e93-471c-467a-aa4a-538dd5d45ebd req-567460ed-6cfb-428e-9d38-eb2fd1f1c6d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f&tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b HTTP/1.1" status: 200 len: 1097 time: 0.0698655 Jan 18 16:12:42.426010 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d765e93-471c-467a-aa4a-538dd5d45ebd req-c3da8203-e479-4481-9972-28bb437e9c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:42.427449 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5d765e93-471c-467a-aa4a-538dd5d45ebd req-c3da8203-e479-4481-9972-28bb437e9c3e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 1097 time: 0.0392528 Jan 18 16:12:42.533942 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d765e93-471c-467a-aa4a-538dd5d45ebd req-b758a3b2-e4e5-4b40-80bd-e412bfffad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:42.535386 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5d765e93-471c-467a-aa4a-538dd5d45ebd req-b758a3b2-e4e5-4b40-80bd-e412bfffad09 service neutron] 10.222.0.72 "GET /v2.0/networks?id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2 HTTP/1.1" status: 200 len: 917 time: 0.0854087 Jan 18 16:12:42.598841 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5d765e93-471c-467a-aa4a-538dd5d45ebd req-f12e7537-6de1-41fd-891f-74e7de7f3376 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5c94257-87ae-45c5-9e01-b951ced94435 HTTP/1.1" status: 200 len: 1000 time: 0.0565093 Jan 18 16:12:42.651863 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d765e93-471c-467a-aa4a-538dd5d45ebd req-b2f3aade-984c-465e-878d-3b3429f3bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:42.653471 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5d765e93-471c-467a-aa4a-538dd5d45ebd req-b2f3aade-984c-465e-878d-3b3429f3bd83 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=614bbcdf-a5b6-4cca-8a78-c3d63af128f4 HTTP/1.1" status: 200 len: 855 time: 0.0470610 Jan 18 16:12:42.710020 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d765e93-471c-467a-aa4a-538dd5d45ebd req-459455cb-3336-4092-ac47-96d512d4595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:42.711532 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5d765e93-471c-467a-aa4a-538dd5d45ebd req-459455cb-3336-4092-ac47-96d512d4595a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399101 Jan 18 16:12:42.806764 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5d765e93-471c-467a-aa4a-538dd5d45ebd req-29a880f3-b1f1-4d6f-bdbc-3d069991b7a1 service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820036 Jan 18 16:12:42.900100 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5d765e93-471c-467a-aa4a-538dd5d45ebd req-9908bdcb-a8b2-4ccf-8b95-2af204dbcfcb service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842142 Jan 18 16:12:43.075914 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be672b-72d6-40f6-8d6f-f0c9d28fb367 req-189597be-3a67-4057-9ccd-09ad1a40b683 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:43.077475 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c0be672b-72d6-40f6-8d6f-f0c9d28fb367 req-189597be-3a67-4057-9ccd-09ad1a40b683 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0475321 Jan 18 16:12:43.123609 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c0be672b-72d6-40f6-8d6f-f0c9d28fb367 req-d971f409-93ac-4909-91b0-2d876e542877 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400121 Jan 18 16:12:43.444329 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66354369-04fc-4192-836f-135a2282e70f req-d23dd3fa-2433-4c76-b9d4-4e0da6ff3dbc tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:43.445893 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-66354369-04fc-4192-836f-135a2282e70f req-d23dd3fa-2433-4c76-b9d4-4e0da6ff3dbc tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0522723 Jan 18 16:12:43.483503 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:43.492023 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-66354369-04fc-4192-836f-135a2282e70f req-30f2ac8d-f606-47ac-8fd7-48bc933744f4 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406337 Jan 18 16:12:44.242740 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7fe18-f2d9-4041-8c74-0d9970b1e04d req-6fa09c5b-35ae-4e75-8204-aa0c340f495e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:44.243937 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cfb7fe18-f2d9-4041-8c74-0d9970b1e04d req-6fa09c5b-35ae-4e75-8204-aa0c340f495e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0485201 Jan 18 16:12:44.291920 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cfb7fe18-f2d9-4041-8c74-0d9970b1e04d req-48cd3033-531e-4711-a751-0aabb96d499b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421228 Jan 18 16:12:44.375177 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:44.606679 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6246820-704f-4f34-9ef8-670559ddedb3 req-e4d48f9e-2e4f-4122-93c3-d06a5606a9fb tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:44.608153 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f6246820-704f-4f34-9ef8-670559ddedb3 req-e4d48f9e-2e4f-4122-93c3-d06a5606a9fb tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0476816 Jan 18 16:12:44.657984 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f6246820-704f-4f34-9ef8-670559ddedb3 req-5c9df392-20b8-4d65-958b-989c8c8f290e tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442998 Jan 18 16:12:45.409540 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428ec61-6e1e-4368-b228-9065de2aebb4 req-d2ba5bd1-c2cf-4195-b4d0-d7ed57cfe6d7 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:45.410988 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d428ec61-6e1e-4368-b228-9065de2aebb4 req-d2ba5bd1-c2cf-4195-b4d0-d7ed57cfe6d7 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0473304 Jan 18 16:12:45.457254 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d428ec61-6e1e-4368-b228-9065de2aebb4 req-4bb36934-094a-454f-b3da-ee7728eaf9bc tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408959 Jan 18 16:12:45.774894 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef24f4-b354-460e-9a78-2f6438b2ca87 req-daf9180e-9ca9-473e-89ba-5eb818be4ba3 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:45.776452 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c8ef24f4-b354-460e-9a78-2f6438b2ca87 req-daf9180e-9ca9-473e-89ba-5eb818be4ba3 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0523770 Jan 18 16:12:45.825363 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c8ef24f4-b354-460e-9a78-2f6438b2ca87 req-1ce0fd3d-cba0-4f6e-8f28-7372ce3450b1 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427866 Jan 18 16:12:45.854758 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:46.634957 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb44b25-3ad0-4960-8d88-a82d01f8e29c req-868576b9-fd8b-4a63-98a9-4f217e4e9393 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:46.638694 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fbb44b25-3ad0-4960-8d88-a82d01f8e29c req-868576b9-fd8b-4a63-98a9-4f217e4e9393 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0666132 Jan 18 16:12:46.691511 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fbb44b25-3ad0-4960-8d88-a82d01f8e29c req-4edeaed0-c741-4c5d-a008-b9badd325873 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471196 Jan 18 16:12:46.950433 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe59c76-2df1-45c6-a1b5-2f06352a59d5 req-7f2e847d-7d37-41ae-95ea-2bc017622171 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:46.953685 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3fe59c76-2df1-45c6-a1b5-2f06352a59d5 req-7f2e847d-7d37-41ae-95ea-2bc017622171 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0528450 Jan 18 16:12:47.006923 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3fe59c76-2df1-45c6-a1b5-2f06352a59d5 req-0cbaae68-3473-4986-85e0-acc52c7c3158 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485325 Jan 18 16:12:47.820598 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633b1ab-a934-4122-86f3-6e505564fff5 req-7a0cd03a-2bcd-479a-97a9-8513cabfcc5f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:47.822201 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9633b1ab-a934-4122-86f3-6e505564fff5 req-7a0cd03a-2bcd-479a-97a9-8513cabfcc5f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0501933 Jan 18 16:12:47.874765 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9633b1ab-a934-4122-86f3-6e505564fff5 req-fbfddc57-8ea8-4357-a009-8c62fb25c160 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469179 Jan 18 16:12:48.125476 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab554ab-1267-45f8-8a02-507b41da5ef1 req-815d0319-2df4-48a6-8a08-1d99819029f9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:48.127129 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0ab554ab-1267-45f8-8a02-507b41da5ef1 req-815d0319-2df4-48a6-8a08-1d99819029f9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0514240 Jan 18 16:12:48.184313 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0ab554ab-1267-45f8-8a02-507b41da5ef1 req-23330d51-e849-4299-91cc-009e1613a89f tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516443 Jan 18 16:12:48.997435 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1202ad-f750-48b0-bddb-c5c59808c67f req-2dffa9f7-aba1-4e81-b849-9466ab7527f4 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:48.999079 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6e1202ad-f750-48b0-bddb-c5c59808c67f req-2dffa9f7-aba1-4e81-b849-9466ab7527f4 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0509295 Jan 18 16:12:49.048736 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6e1202ad-f750-48b0-bddb-c5c59808c67f req-33af0fbf-0d5e-4b4b-9de4-86da62f5e558 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431616 Jan 18 16:12:49.307163 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa219a9-73b0-4895-a4d3-90f09f61f363 req-1378b212-2157-4a4d-9313-666278b6c255 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:49.308753 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3aa219a9-73b0-4895-a4d3-90f09f61f363 req-1378b212-2157-4a4d-9313-666278b6c255 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0529554 Jan 18 16:12:49.362188 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3aa219a9-73b0-4895-a4d3-90f09f61f363 req-cabe7628-3812-442a-bd3b-a7101a76829d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469706 Jan 18 16:12:50.264592 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86f131-ff59-4808-b644-c6abb721ed5b req-61353dab-bb4f-48f9-b32f-94e511c00729 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:50.282708 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9d86f131-ff59-4808-b644-c6abb721ed5b req-61353dab-bb4f-48f9-b32f-94e511c00729 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.1113687 Jan 18 16:12:50.368859 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9d86f131-ff59-4808-b644-c6abb721ed5b req-2ce450cd-e36b-426e-806f-b943017a5cab tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846884 Jan 18 16:12:50.578516 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9670182-3da1-42b2-960d-1118c06d1868 req-69b6ebaa-14d6-4933-a5eb-03d2ffbbf03c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:50.578516 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c9670182-3da1-42b2-960d-1118c06d1868 req-69b6ebaa-14d6-4933-a5eb-03d2ffbbf03c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0666118 Jan 18 16:12:50.592438 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c9670182-3da1-42b2-960d-1118c06d1868 req-e7bcb025-81c2-418b-8f85-d5282ca10a64 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521135 Jan 18 16:12:51.501346 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1656cb-0926-4098-b5d6-3dc187df4dae req-a41e7a35-13a7-4862-9334-ba15ef27a8ca tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:51.508337 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8c1656cb-0926-4098-b5d6-3dc187df4dae req-a41e7a35-13a7-4862-9334-ba15ef27a8ca tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0555398 Jan 18 16:12:51.550748 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8c1656cb-0926-4098-b5d6-3dc187df4dae req-d0e7bb29-8c17-4490-8c8d-0d43b93a1b85 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415158 Jan 18 16:12:51.714269 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001ccc2-57bf-4e6c-8c8a-4011e6f4c345 req-84434048-8055-4ac6-925e-b2218999635c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:51.716080 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d001ccc2-57bf-4e6c-8c8a-4011e6f4c345 req-84434048-8055-4ac6-925e-b2218999635c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 945 time: 0.0545940 Jan 18 16:12:51.775992 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d001ccc2-57bf-4e6c-8c8a-4011e6f4c345 req-e0a1e5c9-c2b6-489f-860e-73a2663a9d24 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517743 Jan 18 16:12:52.389050 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 206ddb53-80d9-4e40-aa32-95b425154f15 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:12:52.469903 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 206ddb53-80d9-4e40-aa32-95b425154f15 is: ACTIVE; New status is: DOWN {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:12:52.470296 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (206ddb53-80d9-4e40-aa32-95b425154f15), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:52.493546 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d2dbdd-43fb-43a2-9c67-843818a03e06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206ddb53-80d9-4e40-aa32-95b425154f15'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:12:52.495810 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b803f6f3-9ed6-484b-bafa-9ffcae52ca70" -d '{"events": [{"server_uuid": "33d2dbdd-43fb-43a2-9c67-843818a03e06", "name": "network-vif-unplugged", "status": "completed", "tag": "206ddb53-80d9-4e40-aa32-95b425154f15"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:12:52.522006 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 206ddb53-80d9-4e40-aa32-95b425154f15, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=206ddb53-80d9-4e40-aa32-95b425154f15,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:12:52.534388 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 16:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b87f05a-0978-486c-a1d6-6bede29c2f86 x-openstack-request-id: req-5b87f05a-0978-486c-a1d6-6bede29c2f86 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:12:52.534682 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d2dbdd-43fb-43a2-9c67-843818a03e06", "name": "network-vif-unplugged", "status": "completed", "tag": "206ddb53-80d9-4e40-aa32-95b425154f15", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:12:52.534933 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b87f05a-0978-486c-a1d6-6bede29c2f86 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:12:52.535436 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d2dbdd-43fb-43a2-9c67-843818a03e06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206ddb53-80d9-4e40-aa32-95b425154f15', 'code': 200} Jan 18 16:12:52.644512 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (206ddb53-80d9-4e40-aa32-95b425154f15), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:52.682899 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef63d7-fd62-4079-9540-186e1886a6c6 req-d23414d8-69b6-41b1-a69d-f499ab4db3be tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:52.685643 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-49ef63d7-fd62-4079-9540-186e1886a6c6 req-d23414d8-69b6-41b1-a69d-f499ab4db3be tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0529346 Jan 18 16:12:52.707309 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=206ddb53-80d9-4e40-aa32-95b425154f15,revision_number=6']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:52.715181 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:52.715646 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:52.716147 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:52.716677 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:52.717229 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:52.717743 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:52.718820 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:52.719342 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:52.719834 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:52.720242 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:52.720582 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:52.720942 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:52.721274 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:12:52.739411 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-49ef63d7-fd62-4079-9540-186e1886a6c6 req-605799ac-632c-4441-971d-2b32b1b1fd8a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476186 Jan 18 16:12:52.899141 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3008c9-2295-4463-9927-c3f286e024b2 req-dcb9399d-21db-4cac-bac4-007d67666dfc tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:52.900548 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8c3008c9-2295-4463-9927-c3f286e024b2 req-dcb9399d-21db-4cac-bac4-007d67666dfc tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 943 time: 0.0535941 Jan 18 16:12:52.949877 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8c3008c9-2295-4463-9927-c3f286e024b2 req-d88c79dc-8aa4-4dc9-9e3b-67d466034b51 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429628 Jan 18 16:12:53.957003 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3ef9c-cef5-49ec-93aa-b3989f630e92 req-e57c4a49-2c69-477f-8235-b6281b6d4e95 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:53.971700 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-15f3ef9c-cef5-49ec-93aa-b3989f630e92 req-e57c4a49-2c69-477f-8235-b6281b6d4e95 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.1203346 Jan 18 16:12:54.066621 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-15f3ef9c-cef5-49ec-93aa-b3989f630e92 req-35ef1044-9d61-4eab-aaa0-386c68089a10 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801320 Jan 18 16:12:54.169048 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8680fe-61c4-4191-91e1-c6ae5616760a req-cf159c5d-3b77-415d-a413-3dd56bd757c8 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:54.170638 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0e8680fe-61c4-4191-91e1-c6ae5616760a req-cf159c5d-3b77-415d-a413-3dd56bd757c8 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 943 time: 0.0812747 Jan 18 16:12:54.241910 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0e8680fe-61c4-4191-91e1-c6ae5616760a req-0f2f081a-ebd7-4446-8bb7-85e8ac0b0e9b tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626695 Jan 18 16:12:55.359496 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75c2d1-e46f-4f96-b705-93ce25b3bb49 req-c8c59183-eda1-411b-bc5d-5b47e2a4898e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:55.361260 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9f75c2d1-e46f-4f96-b705-93ce25b3bb49 req-c8c59183-eda1-411b-bc5d-5b47e2a4898e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.1194429 Jan 18 16:12:55.453802 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9f75c2d1-e46f-4f96-b705-93ce25b3bb49 req-db8675bc-4202-423b-8c57-f3b2201107fa tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827959 Jan 18 16:12:55.475881 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8499c3-e530-4258-a51a-5bc595f9e604 req-b069fb19-7b65-4d03-8fd8-2ab0ab066b73 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:55.477739 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ec8499c3-e530-4258-a51a-5bc595f9e604 req-b069fb19-7b65-4d03-8fd8-2ab0ab066b73 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 943 time: 0.1095202 Jan 18 16:12:55.607163 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ec8499c3-e530-4258-a51a-5bc595f9e604 req-89fd54da-6347-496f-9e49-c6ccbefc9ea2 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216197 Jan 18 16:12:56.591751 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3c631-2d76-4078-89c6-bdfe65ba7735 req-03e2b366-efa5-4c2d-868e-b55f35b4e10d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:56.593267 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6bf3c631-2d76-4078-89c6-bdfe65ba7735 req-03e2b366-efa5-4c2d-868e-b55f35b4e10d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0486264 Jan 18 16:12:56.669551 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6bf3c631-2d76-4078-89c6-bdfe65ba7735 req-e306cef8-0ed4-4d5f-bd1c-c8053edf8a85 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705941 Jan 18 16:12:56.681667 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c854bf7-832a-45a4-83d7-dd8d1cb0c2a5 req-892160e3-0a35-4af0-8fac-3c24f9104465 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:56.683076 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7c854bf7-832a-45a4-83d7-dd8d1cb0c2a5 req-892160e3-0a35-4af0-8fac-3c24f9104465 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0705118 Jan 18 16:12:56.730754 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7c854bf7-832a-45a4-83d7-dd8d1cb0c2a5 req-9f47528c-c025-47bb-b972-2293dfb8bfe3 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411229 Jan 18 16:12:56.777794 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075f72c-9ded-4c71-9ef5-0c8bc8b822df req-5ed104c7-67fb-41c8-a470-5f889ee5973d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:56.779238 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c075f72c-9ded-4c71-9ef5-0c8bc8b822df req-5ed104c7-67fb-41c8-a470-5f889ee5973d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 943 time: 0.0476344 Jan 18 16:12:56.826079 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c075f72c-9ded-4c71-9ef5-0c8bc8b822df req-04b3ca16-86b5-4b53-a834-e8080c1e2478 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412672 Jan 18 16:12:57.792205 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5df779-ed56-47c8-9cc5-e85a642bac14 req-99bbdf33-faee-42f9-ad82-31a9c6c32a4f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:57.793884 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9b5df779-ed56-47c8-9cc5-e85a642bac14 req-99bbdf33-faee-42f9-ad82-31a9c6c32a4f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0516939 Jan 18 16:12:57.868759 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9b5df779-ed56-47c8-9cc5-e85a642bac14 req-621c0089-64e6-42e2-832c-a90c87e66f72 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683951 Jan 18 16:12:57.877495 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be6bc3-3a5a-44a8-9729-c3ca09fa33b9 req-f01b2540-2f91-4f15-9820-dfb1388b3ca8 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:57.878994 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-95be6bc3-3a5a-44a8-9729-c3ca09fa33b9 req-f01b2540-2f91-4f15-9820-dfb1388b3ca8 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0798805 Jan 18 16:12:57.938271 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-95be6bc3-3a5a-44a8-9729-c3ca09fa33b9 req-4a05752f-ef0e-43b5-a9c7-dd4846a99a2c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500863 Jan 18 16:12:57.977451 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2f836-e461-41c9-9bb3-d72886d0b16b req-224976d6-843e-4ccc-96ce-9ff6a07bfb09 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:57.978896 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-55c2f836-e461-41c9-9bb3-d72886d0b16b req-224976d6-843e-4ccc-96ce-9ff6a07bfb09 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 943 time: 0.0516365 Jan 18 16:12:58.028045 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-55c2f836-e461-41c9-9bb3-d72886d0b16b req-3747dfc6-1c7a-439a-acda-fafcfc89d0aa tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Jan 18 16:12:58.142345 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:58.988671 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d2c0c-1710-4b85-967b-01211dd93f5a req-57ed76e1-434a-46f0-9e5a-06d450383e08 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:58.990255 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-159d2c0c-1710-4b85-967b-01211dd93f5a req-57ed76e1-434a-46f0-9e5a-06d450383e08 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0500846 Jan 18 16:12:59.064272 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-159d2c0c-1710-4b85-967b-01211dd93f5a req-5ea2538d-2941-4985-bd86-e1a25d28c0cd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678847 Jan 18 16:12:59.076317 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4774184-fa59-48a4-82e2-5aabfed2e4fa req-d604596e-258e-45a9-ad83-72e57437ba7f tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:59.078502 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a4774184-fa59-48a4-82e2-5aabfed2e4fa req-d604596e-258e-45a9-ad83-72e57437ba7f tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0687578 Jan 18 16:12:59.127945 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a4774184-fa59-48a4-82e2-5aabfed2e4fa req-0a2cf68a-1750-4de4-bba5-da25ea3d83b4 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437889 Jan 18 16:12:59.205180 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5e238-37f7-4966-b758-5edb0401b6bf req-ef032a6d-2c3a-47e0-b92d-a12d5efb62ff tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:59.206862 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c5b5e238-37f7-4966-b758-5edb0401b6bf req-ef032a6d-2c3a-47e0-b92d-a12d5efb62ff tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 943 time: 0.0561807 Jan 18 16:12:59.216823 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4baabf-d5b5-4592-872d-0be395b43585 req-9e9cf593-cdb5-4fa4-8065-0a2091c7107e tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:12:59.220174 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ee4baabf-d5b5-4592-872d-0be395b43585 req-9e9cf593-cdb5-4fa4-8065-0a2091c7107e tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 943 time: 0.0868680 Jan 18 16:12:59.299405 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ee4baabf-d5b5-4592-872d-0be395b43585 req-3d2ebcd9-88d9-4bbd-b385-7d88ae026a80 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650706 Jan 18 16:12:59.328520 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-c5b5e238-37f7-4966-b758-5edb0401b6bf req-d2a017ce-288a-410b-8b30-ff53ef3dce4d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Deleting port 206ddb53-80d9-4e40-aa32-95b425154f15 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:12:59.328904 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c5b5e238-37f7-4966-b758-5edb0401b6bf req-d2a017ce-288a-410b-8b30-ff53ef3dce4d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (206ddb53-80d9-4e40-aa32-95b425154f15), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:59.433293 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c5b5e238-37f7-4966-b758-5edb0401b6bf req-d2a017ce-288a-410b-8b30-ff53ef3dce4d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] For port 206ddb53-80d9-4e40-aa32-95b425154f15, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=206ddb53-80d9-4e40-aa32-95b425154f15,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:12:59.433941 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c5b5e238-37f7-4966-b758-5edb0401b6bf req-d2a017ce-288a-410b-8b30-ff53ef3dce4d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (206ddb53-80d9-4e40-aa32-95b425154f15), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:59.451670 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-c5b5e238-37f7-4966-b758-5edb0401b6bf req-d2a017ce-288a-410b-8b30-ff53ef3dce4d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Calling delete_port for 206ddb53-80d9-4e40-aa32-95b425154f15 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:12:59.706812 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c5b5e238-37f7-4966-b758-5edb0401b6bf req-d2a017ce-288a-410b-8b30-ff53ef3dce4d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (206ddb53-80d9-4e40-aa32-95b425154f15), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:59.722560 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['e62fed9d-9120-4c64-9758-a7f7c30137c5', '58adc538-3b61-4692-9225-4995797655c8', '7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:12:59.760425 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a017ce-288a-410b-8b30-ff53ef3dce4d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Pushing event deleted for resources: {'Port': ['ID=206ddb53-80d9-4e40-aa32-95b425154f15,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:12:59.807271 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b5e238-37f7-4966-b758-5edb0401b6bf req-d2a017ce-288a-410b-8b30-ff53ef3dce4d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] No DVR routers for this DVR port 206ddb53-80d9-4e40-aa32-95b425154f15 on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:12:59.811689 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c5b5e238-37f7-4966-b758-5edb0401b6bf req-d2a017ce-288a-410b-8b30-ff53ef3dce4d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:12:59.815956 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c5b5e238-37f7-4966-b758-5edb0401b6bf req-d2a017ce-288a-410b-8b30-ff53ef3dce4d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "DELETE /v2.0/ports/206ddb53-80d9-4e40-aa32-95b425154f15 HTTP/1.1" status: 204 len: 173 time: 0.6011405 Jan 18 16:12:59.816516 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d2dbdd-43fb-43a2-9c67-843818a03e06', 'name': 'network-vif-deleted', 'tag': '206ddb53-80d9-4e40-aa32-95b425154f15'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:12:59.818907 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8208039f-e92c-4005-812d-24c912535dcf" -d '{"events": [{"server_uuid": "33d2dbdd-43fb-43a2-9c67-843818a03e06", "name": "network-vif-deleted", "tag": "206ddb53-80d9-4e40-aa32-95b425154f15"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:12:59.879846 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540d497b-abb6-4252-bbb9-e0e00335f447 x-openstack-request-id: req-540d497b-abb6-4252-bbb9-e0e00335f447 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:12:59.880328 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d2dbdd-43fb-43a2-9c67-843818a03e06", "name": "network-vif-deleted", "tag": "206ddb53-80d9-4e40-aa32-95b425154f15", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:12:59.880763 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-540d497b-abb6-4252-bbb9-e0e00335f447 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:12:59.881329 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d2dbdd-43fb-43a2-9c67-843818a03e06', 'name': 'network-vif-deleted', 'tag': '206ddb53-80d9-4e40-aa32-95b425154f15', 'status': 'completed', 'code': 200} Jan 18 16:13:00.274701 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3eb14f-c4b1-4a84-b7ff-1c1ac6fdf026 req-0bd006e6-785c-4b18-b9d6-4fc28473b017 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:00.276407 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5c3eb14f-c4b1-4a84-b7ff-1c1ac6fdf026 req-0bd006e6-785c-4b18-b9d6-4fc28473b017 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0693510 Jan 18 16:13:00.331477 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5c3eb14f-c4b1-4a84-b7ff-1c1ac6fdf026 req-91fd40bd-d750-4574-a916-b37e6eafc715 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485289 Jan 18 16:13:00.502022 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8867ef-606d-4c1e-87b0-f95b41e5e8a8 req-1cfb8a16-397b-43f2-a76d-aed494ff62f4 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:00.523920 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ee8867ef-606d-4c1e-87b0-f95b41e5e8a8 req-1cfb8a16-397b-43f2-a76d-aed494ff62f4 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.1137035 Jan 18 16:13:00.606525 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ad51c826-4e15-4cdc-9d93-8d64f47d0c87 req-f37b1871-1f44-4a8a-bf29-89e0f47634bd tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d2dbdd-43fb-43a2-9c67-843818a03e06 HTTP/1.1" status: 200 len: 210 time: 0.0352457 Jan 18 16:13:00.676345 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ee8867ef-606d-4c1e-87b0-f95b41e5e8a8 req-17921db9-cfb3-464a-8554-72b9f5c8d625 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469820 Jan 18 16:13:01.474766 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6278da-d5ee-4ee1-b033-bc2cfb9c49b1 req-e10aa5c1-d23b-4a22-9643-cd04fc9a6758 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:01.476380 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9c6278da-d5ee-4ee1-b033-bc2cfb9c49b1 req-e10aa5c1-d23b-4a22-9643-cd04fc9a6758 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0524588 Jan 18 16:13:01.527395 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9c6278da-d5ee-4ee1-b033-bc2cfb9c49b1 req-87ea4fe5-07f6-460d-9a3a-1e0343262e8d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452764 Jan 18 16:13:01.839576 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f24bb-cc4d-4afa-8829-9e2d5ce9f5df req-7e6c89ba-36d8-4721-b423-aaa9deacdaf9 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:01.841071 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-036f24bb-cc4d-4afa-8829-9e2d5ce9f5df req-7e6c89ba-36d8-4721-b423-aaa9deacdaf9 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0768235 Jan 18 16:13:01.917425 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-036f24bb-cc4d-4afa-8829-9e2d5ce9f5df req-5a4fe406-0e22-4a0f-8613-ed099d686a3e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690672 Jan 18 16:13:02.665247 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b5505-b817-4efd-affb-93b7151efbf1 req-97f965f6-a6f1-4adb-836b-42c4aaa2822d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:02.666734 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a34b5505-b817-4efd-affb-93b7151efbf1 req-97f965f6-a6f1-4adb-836b-42c4aaa2822d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0489845 Jan 18 16:13:02.717203 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a34b5505-b817-4efd-affb-93b7151efbf1 req-96662bc8-1f02-4bf4-9ecc-5fe125e0382a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440073 Jan 18 16:13:02.734154 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbab13d-8de7-412a-959e-900bade55a69 req-1517f19a-1d3e-4eff-962a-3ddac676ba08 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:02.735784 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3bbab13d-8de7-412a-959e-900bade55a69 req-1517f19a-1d3e-4eff-962a-3ddac676ba08 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.72 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0577314 Jan 18 16:13:02.828379 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-3bbab13d-8de7-412a-959e-900bade55a69 req-3fa2cbc0-3a16-4ccb-ba5e-ec0ea9cf323d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Deleting port a8584472-9538-4b5b-865f-3a92bcf10e83 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:13:02.828755 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3bbab13d-8de7-412a-959e-900bade55a69 req-3fa2cbc0-3a16-4ccb-ba5e-ec0ea9cf323d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (a8584472-9538-4b5b-865f-3a92bcf10e83), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:02.953009 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3bbab13d-8de7-412a-959e-900bade55a69 req-3fa2cbc0-3a16-4ccb-ba5e-ec0ea9cf323d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] For port a8584472-9538-4b5b-865f-3a92bcf10e83, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a8584472-9538-4b5b-865f-3a92bcf10e83,segment=NetworkSegment(9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba),segment_id=9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:13:02.954557 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3bbab13d-8de7-412a-959e-900bade55a69 req-3fa2cbc0-3a16-4ccb-ba5e-ec0ea9cf323d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (a8584472-9538-4b5b-865f-3a92bcf10e83), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:02.976987 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-3bbab13d-8de7-412a-959e-900bade55a69 req-3fa2cbc0-3a16-4ccb-ba5e-ec0ea9cf323d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Calling delete_port for a8584472-9538-4b5b-865f-3a92bcf10e83 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:13:03.101116 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838675b-f3c0-425b-8ef5-e9ca96890bf1 req-35c6d684-ed43-481d-b5b7-036048565cac tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:03.113205 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1838675b-f3c0-425b-8ef5-e9ca96890bf1 req-35c6d684-ed43-481d-b5b7-036048565cac tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 946 time: 0.0852602 Jan 18 16:13:03.195456 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1838675b-f3c0-425b-8ef5-e9ca96890bf1 req-b04eff3f-0192-4850-9093-60a09a6e0a24 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770891 Jan 18 16:13:03.278631 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3bbab13d-8de7-412a-959e-900bade55a69 req-3fa2cbc0-3a16-4ccb-ba5e-ec0ea9cf323d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (a8584472-9538-4b5b-865f-3a92bcf10e83), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:03.296561 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['a374a679-7136-4061-9885-ff645c884e07', 'a8584472-9538-4b5b-865f-3a92bcf10e83'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:13:03.314350 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed021a-658e-43b6-94d9-efd0ce4d2294 req-42b4d7be-c543-47b4-8f60-b35714844a0d tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:03.317341 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2cbc0-3a16-4ccb-ba5e-ec0ea9cf323d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Pushing event deleted for resources: {'Port': ['ID=a8584472-9538-4b5b-865f-3a92bcf10e83,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:03.327365 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f0ed021a-658e-43b6-94d9-efd0ce4d2294 req-42b4d7be-c543-47b4-8f60-b35714844a0d tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0695829 Jan 18 16:13:03.390138 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbab13d-8de7-412a-959e-900bade55a69 req-3fa2cbc0-3a16-4ccb-ba5e-ec0ea9cf323d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] No DVR routers for this DVR port a8584472-9538-4b5b-865f-3a92bcf10e83 on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:13:03.393361 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3bbab13d-8de7-412a-959e-900bade55a69 req-3fa2cbc0-3a16-4ccb-ba5e-ec0ea9cf323d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:03.397949 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3bbab13d-8de7-412a-959e-900bade55a69 req-3fa2cbc0-3a16-4ccb-ba5e-ec0ea9cf323d tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.72 "DELETE /v2.0/ports/a8584472-9538-4b5b-865f-3a92bcf10e83 HTTP/1.1" status: 204 len: 173 time: 0.6552052 Jan 18 16:13:03.399765 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7', 'name': 'network-vif-deleted', 'tag': 'a8584472-9538-4b5b-865f-3a92bcf10e83'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:13:03.410682 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9839b7ab-aa71-4d2e-a1cb-528be111c010" -d '{"events": [{"server_uuid": "30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7", "name": "network-vif-deleted", "tag": "a8584472-9538-4b5b-865f-3a92bcf10e83"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:13:03.411500 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f0ed021a-658e-43b6-94d9-efd0ce4d2294 req-1fb566f5-9e63-4d7d-a536-ee6c0fc65cca tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736723 Jan 18 16:13:03.453809 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5973b95c-0f93-4e9e-ab33-69457eff37e5 x-openstack-request-id: req-5973b95c-0f93-4e9e-ab33-69457eff37e5 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:13:03.457144 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7", "name": "network-vif-deleted", "tag": "a8584472-9538-4b5b-865f-3a92bcf10e83", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:13:03.457144 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5973b95c-0f93-4e9e-ab33-69457eff37e5 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:13:03.457144 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7', 'name': 'network-vif-deleted', 'tag': 'a8584472-9538-4b5b-865f-3a92bcf10e83', 'status': 'completed', 'code': 200} Jan 18 16:13:03.722600 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac98933-b735-4c3e-9fe7-12788e7f9ac1 req-2dfa5b77-83c5-4f2a-91b8-c67997aedab0 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:03.730112 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-eac98933-b735-4c3e-9fe7-12788e7f9ac1 req-2dfa5b77-83c5-4f2a-91b8-c67997aedab0 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 945 time: 0.0618005 Jan 18 16:13:03.797030 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-eac98933-b735-4c3e-9fe7-12788e7f9ac1 req-4d995443-9156-4a8e-8687-ae121edf059a tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586126 Jan 18 16:13:03.870176 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1eb14-0fcf-4c16-8b1c-0a381920fc2b req-10ce18ab-d450-455a-a9d6-ca8db9c9a551 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:03.872056 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-30e1eb14-0fcf-4c16-8b1c-0a381920fc2b req-10ce18ab-d450-455a-a9d6-ca8db9c9a551 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0591052 Jan 18 16:13:03.924413 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-30e1eb14-0fcf-4c16-8b1c-0a381920fc2b req-e0909b8c-df5d-4c29-8ca0-92b14c2f9630 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457585 Jan 18 16:13:04.303742 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5960f593-7526-4c4c-8924-4aa159182653 req-33fd60b7-59c9-47f9-9602-dd719fe725e5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=30c86df8-2f7a-4ac7-a1cd-efbffbea8aa7 HTTP/1.1" status: 200 len: 210 time: 0.0257134 Jan 18 16:13:04.510848 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d448bc-2e37-4f26-a871-f8e8649b2d43 req-27bf5322-c96e-4ad5-a7fe-3abbfccb7cca tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:04.518774 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c5d448bc-2e37-4f26-a871-f8e8649b2d43 req-27bf5322-c96e-4ad5-a7fe-3abbfccb7cca tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0567694 Jan 18 16:13:04.562298 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c5d448bc-2e37-4f26-a871-f8e8649b2d43 req-78a82adc-e160-4ea9-be3a-cbec60debd6f tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426321 Jan 18 16:13:04.777877 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:13:04.942172 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bda26-6e19-43be-90fe-f272e42fe7c0 req-c82b7e2a-c83c-4fdd-8e71-40d8528b1cd9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:04.943728 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-975bda26-6e19-43be-90fe-f272e42fe7c0 req-c82b7e2a-c83c-4fdd-8e71-40d8528b1cd9 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 945 time: 0.0626261 Jan 18 16:13:05.006655 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-975bda26-6e19-43be-90fe-f272e42fe7c0 req-786a25b4-264c-4cd5-8cfc-621ec5cb2b78 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517976 Jan 18 16:13:05.078285 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7915c-d67b-479e-94da-3fb3299170fc req-1ceb7b8c-7b71-49fd-81c9-694efa268f75 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:05.080183 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-93b7915c-d67b-479e-94da-3fb3299170fc req-1ceb7b8c-7b71-49fd-81c9-694efa268f75 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0571535 Jan 18 16:13:05.137971 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-93b7915c-d67b-479e-94da-3fb3299170fc req-8e7e761c-2481-42ab-8d05-5962fc4eb91e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514295 Jan 18 16:13:05.453129 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device a8584472-9538-4b5b-865f-3a92bcf10e83 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:13:05.473378 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: a8584472-9538-4b5b-865f-3a92bcf10e83 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:13:05.473723 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device a8584472-9538-4b5b-865f-3a92bcf10e83 not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:13:05.714307 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1409a76-3aea-4d1f-855f-839f17e24242 req-6e2f6f15-c362-4fec-8056-4603736d44a5 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:05.715806 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d1409a76-3aea-4d1f-855f-839f17e24242 req-6e2f6f15-c362-4fec-8056-4603736d44a5 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0629013 Jan 18 16:13:05.784168 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d1409a76-3aea-4d1f-855f-839f17e24242 req-b40f96d7-c559-4d7f-9b47-f475e2e6a851 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597303 Jan 18 16:13:05.915174 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4200f1-f18f-45c3-bae1-5c242a345b03 req-344671ca-4dbb-4345-848f-944764f7070f tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:05.916619 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3b4200f1-f18f-45c3-bae1-5c242a345b03 req-344671ca-4dbb-4345-848f-944764f7070f tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0520632 Jan 18 16:13:05.972595 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3b4200f1-f18f-45c3-bae1-5c242a345b03 req-6eae86a2-f260-4161-9ffb-4ee6d60f791b tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488729 Jan 18 16:13:06.005708 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa1d38-be73-404f-99d6-eb6199ffadef req-b5d5cb4f-ada9-4296-8437-74837d7266b4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:06.007200 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dfaa1d38-be73-404f-99d6-eb6199ffadef req-b5d5cb4f-ada9-4296-8437-74837d7266b4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.72 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0539038 Jan 18 16:13:06.124651 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-dfaa1d38-be73-404f-99d6-eb6199ffadef req-27800531-e3cc-4c53-95f0-bb47b521b5c0 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Deleting port 65c50a6f-45b4-438c-b28a-a8d866692e93 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:13:06.125402 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dfaa1d38-be73-404f-99d6-eb6199ffadef req-27800531-e3cc-4c53-95f0-bb47b521b5c0 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (65c50a6f-45b4-438c-b28a-a8d866692e93), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:06.138743 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758253b5-7068-4a9f-a19c-26994fa838f7 req-8ad032a1-a71e-4de2-b26c-7899ca59ee0f tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:06.140624 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-758253b5-7068-4a9f-a19c-26994fa838f7 req-8ad032a1-a71e-4de2-b26c-7899ca59ee0f tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 945 time: 0.0680387 Jan 18 16:13:06.211356 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-758253b5-7068-4a9f-a19c-26994fa838f7 req-6317e9f7-4f14-4a09-8295-b4189e1a2ca0 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582814 Jan 18 16:13:06.254752 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-dfaa1d38-be73-404f-99d6-eb6199ffadef req-27800531-e3cc-4c53-95f0-bb47b521b5c0 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] For port 65c50a6f-45b4-438c-b28a-a8d866692e93, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65c50a6f-45b4-438c-b28a-a8d866692e93,segment=NetworkSegment(89476d8a-7e22-4169-8643-6ba92f2c958a),segment_id=89476d8a-7e22-4169-8643-6ba92f2c958a)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:13:06.255690 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dfaa1d38-be73-404f-99d6-eb6199ffadef req-27800531-e3cc-4c53-95f0-bb47b521b5c0 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (65c50a6f-45b4-438c-b28a-a8d866692e93), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:06.274375 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-dfaa1d38-be73-404f-99d6-eb6199ffadef req-27800531-e3cc-4c53-95f0-bb47b521b5c0 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Calling delete_port for 65c50a6f-45b4-438c-b28a-a8d866692e93 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:13:06.397980 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dda2e-6436-4b55-9656-c3b014e113e0 req-7bed99e1-fb07-4d51-b683-0c2e3291ae79 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:06.399694 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-097dda2e-6436-4b55-9656-c3b014e113e0 req-7bed99e1-fb07-4d51-b683-0c2e3291ae79 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.1399758 Jan 18 16:13:06.457720 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-097dda2e-6436-4b55-9656-c3b014e113e0 req-39b630fc-41d5-4e89-990e-6458be85bd52 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513699 Jan 18 16:13:06.554392 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dfaa1d38-be73-404f-99d6-eb6199ffadef req-27800531-e3cc-4c53-95f0-bb47b521b5c0 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (65c50a6f-45b4-438c-b28a-a8d866692e93), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:06.581923 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['65c50a6f-45b4-438c-b28a-a8d866692e93'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:13:06.613133 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c33c9c-b936-4f17-ad85-d18c00ac9d19 req-ecafed5a-0b7e-4cc8-82ed-c2bf225dc771 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:06.614673 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a5c33c9c-b936-4f17-ad85-d18c00ac9d19 req-ecafed5a-0b7e-4cc8-82ed-c2bf225dc771 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 945 time: 0.1010687 Jan 18 16:13:06.617328 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27800531-e3cc-4c53-95f0-bb47b521b5c0 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Pushing event deleted for resources: {'Port': ['ID=65c50a6f-45b4-438c-b28a-a8d866692e93,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:06.681066 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaa1d38-be73-404f-99d6-eb6199ffadef req-27800531-e3cc-4c53-95f0-bb47b521b5c0 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] No DVR routers for this DVR port 65c50a6f-45b4-438c-b28a-a8d866692e93 on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:13:06.685254 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dfaa1d38-be73-404f-99d6-eb6199ffadef req-27800531-e3cc-4c53-95f0-bb47b521b5c0 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:06.689387 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-dfaa1d38-be73-404f-99d6-eb6199ffadef req-27800531-e3cc-4c53-95f0-bb47b521b5c0 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.72 "DELETE /v2.0/ports/65c50a6f-45b4-438c-b28a-a8d866692e93 HTTP/1.1" status: 204 len: 173 time: 0.6735294 Jan 18 16:13:06.694932 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943c1e6e-e410-4d4d-a83b-974c9220f1f8', 'name': 'network-vif-deleted', 'tag': '65c50a6f-45b4-438c-b28a-a8d866692e93'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:13:06.694932 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1a1312-23d4-486c-aa9a-17fd74a0c3a1" -d '{"events": [{"server_uuid": "943c1e6e-e410-4d4d-a83b-974c9220f1f8", "name": "network-vif-deleted", "tag": "65c50a6f-45b4-438c-b28a-a8d866692e93"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:13:06.747930 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fd6da4-5a81-43de-8af1-c1249d0bd381 x-openstack-request-id: req-d7fd6da4-5a81-43de-8af1-c1249d0bd381 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:13:06.748220 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943c1e6e-e410-4d4d-a83b-974c9220f1f8", "name": "network-vif-deleted", "tag": "65c50a6f-45b4-438c-b28a-a8d866692e93", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:13:06.748466 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7fd6da4-5a81-43de-8af1-c1249d0bd381 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:13:06.749152 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943c1e6e-e410-4d4d-a83b-974c9220f1f8', 'name': 'network-vif-deleted', 'tag': '65c50a6f-45b4-438c-b28a-a8d866692e93', 'status': 'completed', 'code': 200} Jan 18 16:13:06.763156 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a5c33c9c-b936-4f17-ad85-d18c00ac9d19 req-92a12e3a-fca9-4efc-8245-3e8add20107d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Deleting port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:13:06.766774 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a5c33c9c-b936-4f17-ad85-d18c00ac9d19 req-92a12e3a-fca9-4efc-8245-3e8add20107d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:06.791241 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49322) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:06.873983 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a5c33c9c-b936-4f17-ad85-d18c00ac9d19 req-92a12e3a-fca9-4efc-8245-3e8add20107d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] For port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:13:06.874253 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a5c33c9c-b936-4f17-ad85-d18c00ac9d19 req-92a12e3a-fca9-4efc-8245-3e8add20107d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:06.893744 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a5c33c9c-b936-4f17-ad85-d18c00ac9d19 req-92a12e3a-fca9-4efc-8245-3e8add20107d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Calling delete_port for 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:13:06.946166 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c2498fbe-1560-41bc-8244-706dd817a13c req-4a9510df-f51a-42f4-a655-7c00e6e4505f tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0488944 Jan 18 16:13:06.977908 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e7acf6a0-ff23-402a-89f6-725bc756ce12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:07.114973 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e7acf6a0-ff23-402a-89f6-725bc756ce12 admin admin] Publish callbacks [] for security_group (0cc93762-9192-40e2-8e11-25683bc08325), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:07.148729 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c71e9-f2c4-467e-954d-0e6baa7e0abb req-de3506b8-65ab-4a83-a4e4-0032e29192f3 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:07.150950 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ee5c71e9-f2c4-467e-954d-0e6baa7e0abb req-de3506b8-65ab-4a83-a4e4-0032e29192f3 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0806286 Jan 18 16:13:07.178177 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a5c33c9c-b936-4f17-ad85-d18c00ac9d19 req-92a12e3a-fca9-4efc-8245-3e8add20107d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:07.192202 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['e62fed9d-9120-4c64-9758-a7f7c30137c5', '58adc538-3b61-4692-9225-4995797655c8', '7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:13:07.220137 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a12e3a-fca9-4efc-8245-3e8add20107d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Pushing event deleted for resources: {'Port': ['ID=7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:07.288976 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c33c9c-b936-4f17-ad85-d18c00ac9d19 req-92a12e3a-fca9-4efc-8245-3e8add20107d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] No DVR routers for this DVR port 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:13:07.297039 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a5c33c9c-b936-4f17-ad85-d18c00ac9d19 req-92a12e3a-fca9-4efc-8245-3e8add20107d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:07.300986 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a5c33c9c-b936-4f17-ad85-d18c00ac9d19 req-92a12e3a-fca9-4efc-8245-3e8add20107d tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "DELETE /v2.0/ports/7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 HTTP/1.1" status: 204 len: 173 time: 0.6769011 Jan 18 16:13:07.455631 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e7acf6a0-ff23-402a-89f6-725bc756ce12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (0cc93762-9192-40e2-8e11-25683bc08325), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:07.467166 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device b5c94257-87ae-45c5-9e01-b951ced94435 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:13:07.519834 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1beaa3e4-cb70-40ef-ba9b-5adc1ebb66b0 req-afd6f34f-baa2-498b-8a1c-987b67458aad tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb431057-6bfb-4c42-a286-9b64ae52ce24 HTTP/1.1" status: 200 len: 210 time: 0.0678055 Jan 18 16:13:07.531016 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-e7acf6a0-ff23-402a-89f6-725bc756ce12 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fdc12cef46c147af864f8dfa69263861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7386868 Jan 18 16:13:07.533723 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 49338) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:07.555573 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acf6a0-ff23-402a-89f6-725bc756ce12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc93762-9192-40e2-8e11-25683bc08325,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:07.564259 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ee5c71e9-f2c4-467e-954d-0e6baa7e0abb req-9c98bc06-7bea-4a40-b498-12294fe8ea64 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067686 Jan 18 16:13:07.673174 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85ae9cf3-11b4-46b1-893f-538920bdb4bb admin admin] Publish callbacks [] for security_group (0cc93762-9192-40e2-8e11-25683bc08325), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:07.699109 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port b5c94257-87ae-45c5-9e01-b951ced94435, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b5c94257-87ae-45c5-9e01-b951ced94435,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:13:07.703950 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85ae9cf3-11b4-46b1-893f-538920bdb4bb admin admin] Publish callbacks [] for security_group (0cc93762-9192-40e2-8e11-25683bc08325), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:07.713182 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': 'b5c94257-87ae-45c5-9e01-b951ced94435', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'port_id': 'b5c94257-87ae-45c5-9e01-b951ced94435', 'mac_address': 'fa:16:3e:8e:ef:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:13:07.755490 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecdf22-7797-4dcf-9525-ae2026d654d6 req-e24f5f9c-6337-4cd7-bf89-10ac7de84a34 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:07.758457 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-54ecdf22-7797-4dcf-9525-ae2026d654d6 req-e24f5f9c-6337-4cd7-bf89-10ac7de84a34 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 944 time: 0.0888195 Jan 18 16:13:07.804995 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port b5c94257-87ae-45c5-9e01-b951ced94435 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:13:07.805386 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:07.829721 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c94257-87ae-45c5-9e01-b951ced94435 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:13:07.846953 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-54ecdf22-7797-4dcf-9525-ae2026d654d6 req-573209c4-0b53-4e64-810b-581ac76646db tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779200 Jan 18 16:13:07.857192 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port b5c94257-87ae-45c5-9e01-b951ced94435, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b5c94257-87ae-45c5-9e01-b951ced94435,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:13:07.877788 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85ae9cf3-11b4-46b1-893f-538920bdb4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (0cc93762-9192-40e2-8e11-25683bc08325), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:07.880494 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85ae9cf3-11b4-46b1-893f-538920bdb4bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:07.886781 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-85ae9cf3-11b4-46b1-893f-538920bdb4bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0cc93762-9192-40e2-8e11-25683bc08325 HTTP/1.1" status: 204 len: 168 time: 0.3469930 Jan 18 16:13:07.893152 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae9cf3-11b4-46b1-893f-538920bdb4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc93762-9192-40e2-8e11-25683bc08325,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:07.935892 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:08.000907 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=b5c94257-87ae-45c5-9e01-b951ced94435,revision_number=9']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:08.088559 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f09fa0ce-fdbe-47dc-a875-5f3c9e3a5dc0 req-bb21e964-833f-448d-914d-7b1a4f628e48 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=943c1e6e-e410-4d4d-a83b-974c9220f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0467181 Jan 18 16:13:08.343912 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['b5c94257-87ae-45c5-9e01-b951ced94435'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:13:08.721041 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb71f0-fa83-42d9-b099-3a714a529afe req-2be26fba-ec64-46d5-99ec-b0395735a869 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:08.722516 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-42cb71f0-fa83-42d9-b099-3a714a529afe req-2be26fba-ec64-46d5-99ec-b0395735a869 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0678642 Jan 18 16:13:08.750625 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb431057-6bfb-4c42-a286-9b64ae52ce24', 'name': 'network-vif-deleted', 'tag': '7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:13:08.755703 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59fda01-6adf-4b31-aef8-dd84fb0d0b44" -d '{"events": [{"server_uuid": "cb431057-6bfb-4c42-a286-9b64ae52ce24", "name": "network-vif-deleted", "tag": "7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:13:08.782678 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-42cb71f0-fa83-42d9-b099-3a714a529afe req-4cbd209f-9ceb-44f5-80ee-376e28977757 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527918 Jan 18 16:13:08.825264 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36e4e19-29a4-459d-ba54-aff8e111d07b x-openstack-request-id: req-e36e4e19-29a4-459d-ba54-aff8e111d07b {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:13:08.825778 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb431057-6bfb-4c42-a286-9b64ae52ce24", "name": "network-vif-deleted", "tag": "7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:13:08.826036 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e36e4e19-29a4-459d-ba54-aff8e111d07b {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:13:08.826436 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb431057-6bfb-4c42-a286-9b64ae52ce24', 'name': 'network-vif-deleted', 'tag': '7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5', 'status': 'completed', 'code': 200} Jan 18 16:13:09.013600 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6601b3-d878-4098-899c-a79fc235427b req-8da0d850-3614-4b2c-b1ab-8e5f62bb6c0c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:09.017033 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9a6601b3-d878-4098-899c-a79fc235427b req-8da0d850-3614-4b2c-b1ab-8e5f62bb6c0c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 945 time: 0.0698612 Jan 18 16:13:09.130450 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9a6601b3-d878-4098-899c-a79fc235427b req-a6ed949c-7704-445d-ad01-124a31c495a5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079280 Jan 18 16:13:09.164613 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c5f66-7bcd-4e8f-9a7b-633bd81eea1a req-2b460331-2963-4e0b-a563-ec00f5d851ca tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:09.164941 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c72c5f66-7bcd-4e8f-9a7b-633bd81eea1a req-2b460331-2963-4e0b-a563-ec00f5d851ca tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 945 time: 0.0913610 Jan 18 16:13:09.234530 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c72c5f66-7bcd-4e8f-9a7b-633bd81eea1a req-3d2d27ab-e201-425f-bab0-b2dd49e37224 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638053 Jan 18 16:13:09.406888 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c072530-f3f1-4cd1-86b3-f6e6a5442d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:09.485561 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device b5c94257-87ae-45c5-9e01-b951ced94435 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:13:09.540311 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port b5c94257-87ae-45c5-9e01-b951ced94435 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:13:09.541004 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:09.644834 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port b5c94257-87ae-45c5-9e01-b951ced94435 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:13:09.645360 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:09.671166 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c94257-87ae-45c5-9e01-b951ced94435'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:13:09.673460 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b84699-b05f-40e9-8665-36cbac17be64" -d '{"events": [{"server_uuid": "fe0f3ad1-cf45-4eb6-b4f4-11db6630182f", "name": "network-vif-plugged", "status": "completed", "tag": "b5c94257-87ae-45c5-9e01-b951ced94435"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:13:09.686858 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port b5c94257-87ae-45c5-9e01-b951ced94435, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b5c94257-87ae-45c5-9e01-b951ced94435,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:13:09.716164 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e68cb9d-2953-45f7-bbf3-2c212d2f4e28 x-openstack-request-id: req-1e68cb9d-2953-45f7-bbf3-2c212d2f4e28 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:13:09.716597 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0f3ad1-cf45-4eb6-b4f4-11db6630182f", "name": "network-vif-plugged", "status": "completed", "tag": "b5c94257-87ae-45c5-9e01-b951ced94435", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:13:09.716897 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e68cb9d-2953-45f7-bbf3-2c212d2f4e28 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:13:09.717416 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c94257-87ae-45c5-9e01-b951ced94435', 'code': 200} Jan 18 16:13:09.806416 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:09.807315 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:13:09.836002 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:13:09.836361 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 7b2eb4a3-24f5-4155-9d4b-a34c414cb9f5 not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:13:09.836951 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 65c50a6f-45b4-438c-b28a-a8d866692e93 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:13:09.887300 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: 65c50a6f-45b4-438c-b28a-a8d866692e93 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:13:09.887300 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 65c50a6f-45b4-438c-b28a-a8d866692e93 not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:13:09.910663 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=b5c94257-87ae-45c5-9e01-b951ced94435,revision_number=10']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:09.927788 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8334c-3fa2-483a-bdd7-52dbc334a4da req-b601a125-8e3b-4780-ab70-b1780e3d9a77 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:09.929451 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-71f8334c-3fa2-483a-bdd7-52dbc334a4da req-b601a125-8e3b-4780-ab70-b1780e3d9a77 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0554364 Jan 18 16:13:09.982719 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-71f8334c-3fa2-483a-bdd7-52dbc334a4da req-cf6b1132-063d-4d30-a2b6-2d9b55b01589 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475037 Jan 18 16:13:10.307022 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1b80c-864b-47e0-90d9-e90fb11d353b req-d9d066d2-556c-462e-8aa5-21ff2a48ab6e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:10.316273 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-24e1b80c-864b-47e0-90d9-e90fb11d353b req-d9d066d2-556c-462e-8aa5-21ff2a48ab6e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 947 time: 0.0891438 Jan 18 16:13:10.388498 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-24e1b80c-864b-47e0-90d9-e90fb11d353b req-b791ed8e-d399-4106-a922-0df0388ad55f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722353 Jan 18 16:13:10.396933 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a762f-16a0-44c7-8b64-dfd33f86b30a req-0a5876f3-e35b-4df8-b5aa-20fa1413c9c4 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:10.398364 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d59a762f-16a0-44c7-8b64-dfd33f86b30a req-0a5876f3-e35b-4df8-b5aa-20fa1413c9c4 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 945 time: 0.0760107 Jan 18 16:13:10.449748 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d59a762f-16a0-44c7-8b64-dfd33f86b30a req-b745be65-fc18-4b62-9e80-2ad810130d8b tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458062 Jan 18 16:13:11.102288 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fafda-d192-46f2-9243-0abd9f9578b3 req-2560f6c0-44dd-46ab-b830-5c66153914e7 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:11.104003 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-209fafda-d192-46f2-9243-0abd9f9578b3 req-2560f6c0-44dd-46ab-b830-5c66153914e7 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0527947 Jan 18 16:13:11.158908 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-209fafda-d192-46f2-9243-0abd9f9578b3 req-84b5079e-382f-47a1-be57-635d4522a127 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482810 Jan 18 16:13:11.449132 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77d3199c-2956-41a6-be11-759a4c8b830d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:11.533035 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eb93c-9c77-41e2-a0f2-fbce196707df req-b6ea526f-c46d-4fa8-9751-8b42ba291444 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:11.537309 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e38eb93c-9c77-41e2-a0f2-fbce196707df req-b6ea526f-c46d-4fa8-9751-8b42ba291444 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 947 time: 0.0680919 Jan 18 16:13:11.614486 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e38eb93c-9c77-41e2-a0f2-fbce196707df req-708095e9-b07a-4251-8819-256fb7a764bd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665576 Jan 18 16:13:11.623427 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a4729-3dc9-4c95-a557-ecfba1821101 req-60ad39d7-3eee-4ca6-9d4e-b31820fa248f tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:11.624975 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5e6a4729-3dc9-4c95-a557-ecfba1821101 req-60ad39d7-3eee-4ca6-9d4e-b31820fa248f tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 945 time: 0.0864944 Jan 18 16:13:11.676328 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5e6a4729-3dc9-4c95-a557-ecfba1821101 req-201aff32-a685-409c-876f-deda6a7e9fd1 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441313 Jan 18 16:13:12.288849 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a609e3-0ee5-4b1b-9aaa-5edeca0fc802 req-6ab231cd-6205-455c-b103-56f3922773d3 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:12.290549 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-42a609e3-0ee5-4b1b-9aaa-5edeca0fc802 req-6ab231cd-6205-455c-b103-56f3922773d3 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0580626 Jan 18 16:13:12.340805 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-42a609e3-0ee5-4b1b-9aaa-5edeca0fc802 req-9b1610e1-c755-4f48-acc7-5fa76c4fa7a5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443797 Jan 18 16:13:12.767186 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8729e-f990-469e-86e2-9979c1679400 req-482bcc3b-782e-403a-9ee9-811187dc762b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:12.768588 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4cf8729e-f990-469e-86e2-9979c1679400 req-482bcc3b-782e-403a-9ee9-811187dc762b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 947 time: 0.0741448 Jan 18 16:13:12.854755 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a2d85-f54a-4b86-9723-ec16c249813f req-4b9e953d-d61b-4a30-bd69-8754449533db tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:12.856739 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fd6a2d85-f54a-4b86-9723-ec16c249813f req-4b9e953d-d61b-4a30-bd69-8754449533db tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 945 time: 0.0814300 Jan 18 16:13:12.875238 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4cf8729e-f990-469e-86e2-9979c1679400 req-6e6e779d-fa22-490a-b248-0d68e0505a5a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899022 Jan 18 16:13:12.933525 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fd6a2d85-f54a-4b86-9723-ec16c249813f req-dfebea67-7fc0-4684-9036-10f60b4569b4 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573227 Jan 18 16:13:13.131616 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbfa9b-04b8-410c-baed-c8554f4719da req-8502367a-e269-41bf-a68f-d5efee45d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:13.133194 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9ebbfa9b-04b8-410c-baed-c8554f4719da req-8502367a-e269-41bf-a68f-d5efee45d0fd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 1100 time: 0.0413959 Jan 18 16:13:13.191174 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9ebbfa9b-04b8-410c-baed-c8554f4719da req-3530ced3-c1ee-40b5-8f07-330284a0ae73 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479190 Jan 18 16:13:13.485681 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7180c-581a-4654-ae18-3cbc4c003c24 req-43d26f54-ecc0-4dd1-b94b-80324a1673f3 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:13.492843 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-38e7180c-581a-4654-ae18-3cbc4c003c24 req-43d26f54-ecc0-4dd1-b94b-80324a1673f3 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0601640 Jan 18 16:13:13.529133 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:13.545807 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-38e7180c-581a-4654-ae18-3cbc4c003c24 req-1e2fb7d6-9849-4595-8ade-de37effd06f6 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520277 Jan 18 16:13:13.824722 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a1972-0c73-4206-b29d-e3a6ccf18970 req-004a6cda-cc35-4dfd-8af3-2be6744ba84f tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:13.826195 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-919a1972-0c73-4206-b29d-e3a6ccf18970 req-004a6cda-cc35-4dfd-8af3-2be6744ba84f tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 945 time: 0.0640929 Jan 18 16:13:13.945857 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-919a1972-0c73-4206-b29d-e3a6ccf18970 req-021c2f1f-9fc3-4cfb-9778-f3c50935c5b7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Deleting port 58adc538-3b61-4692-9225-4995797655c8 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:13:13.945857 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-919a1972-0c73-4206-b29d-e3a6ccf18970 req-021c2f1f-9fc3-4cfb-9778-f3c50935c5b7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (58adc538-3b61-4692-9225-4995797655c8), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:14.019796 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196467f-9a34-40b0-9bd1-086529e1342b req-dec23417-2936-45cf-a20e-1d722dacefde tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:14.019796 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e196467f-9a34-40b0-9bd1-086529e1342b req-dec23417-2936-45cf-a20e-1d722dacefde tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 947 time: 0.0573485 Jan 18 16:13:14.051593 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-919a1972-0c73-4206-b29d-e3a6ccf18970 req-021c2f1f-9fc3-4cfb-9778-f3c50935c5b7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] For port 58adc538-3b61-4692-9225-4995797655c8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=58adc538-3b61-4692-9225-4995797655c8,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:13:14.055987 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-919a1972-0c73-4206-b29d-e3a6ccf18970 req-021c2f1f-9fc3-4cfb-9778-f3c50935c5b7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (58adc538-3b61-4692-9225-4995797655c8), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:14.069135 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-919a1972-0c73-4206-b29d-e3a6ccf18970 req-021c2f1f-9fc3-4cfb-9778-f3c50935c5b7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Calling delete_port for 58adc538-3b61-4692-9225-4995797655c8 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:13:14.107295 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e196467f-9a34-40b0-9bd1-086529e1342b req-91bbebe3-57ea-43e0-9be5-d2b6b468773c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873828 Jan 18 16:13:14.117497 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d3bf2-c5f4-4990-9924-e0242800ab74 req-512f049f-b2a2-4ca9-9ab3-860bbea45605 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:14.119067 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-937d3bf2-c5f4-4990-9924-e0242800ab74 req-512f049f-b2a2-4ca9-9ab3-860bbea45605 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 945 time: 0.0795934 Jan 18 16:13:14.167356 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-937d3bf2-c5f4-4990-9924-e0242800ab74 req-6dde1f90-8f02-4fe6-b6bd-b173537bdef1 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415432 Jan 18 16:13:14.332271 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-919a1972-0c73-4206-b29d-e3a6ccf18970 req-021c2f1f-9fc3-4cfb-9778-f3c50935c5b7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (58adc538-3b61-4692-9225-4995797655c8), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:14.348111 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['e62fed9d-9120-4c64-9758-a7f7c30137c5', '58adc538-3b61-4692-9225-4995797655c8'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:13:14.367465 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c2f1f-9fc3-4cfb-9778-f3c50935c5b7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Pushing event deleted for resources: {'Port': ['ID=58adc538-3b61-4692-9225-4995797655c8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:14.408162 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-919a1972-0c73-4206-b29d-e3a6ccf18970 req-021c2f1f-9fc3-4cfb-9778-f3c50935c5b7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] No DVR routers for this DVR port 58adc538-3b61-4692-9225-4995797655c8 on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:13:14.409654 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:14.410536 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-919a1972-0c73-4206-b29d-e3a6ccf18970 req-021c2f1f-9fc3-4cfb-9778-f3c50935c5b7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:14.413860 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-919a1972-0c73-4206-b29d-e3a6ccf18970 req-021c2f1f-9fc3-4cfb-9778-f3c50935c5b7 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "DELETE /v2.0/ports/58adc538-3b61-4692-9225-4995797655c8 HTTP/1.1" status: 204 len: 173 time: 0.5814683 Jan 18 16:13:14.414304 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c219def-67ce-4ad7-93c6-aa8a8713bd76', 'name': 'network-vif-deleted', 'tag': '58adc538-3b61-4692-9225-4995797655c8'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:13:14.416548 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ddd106-59c5-42c1-97b8-ccc513d9b6c2" -d '{"events": [{"server_uuid": "2c219def-67ce-4ad7-93c6-aa8a8713bd76", "name": "network-vif-deleted", "tag": "58adc538-3b61-4692-9225-4995797655c8"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:13:14.456862 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da39414-883d-4695-88b8-7a74198ae073 x-openstack-request-id: req-9da39414-883d-4695-88b8-7a74198ae073 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:13:14.457241 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c219def-67ce-4ad7-93c6-aa8a8713bd76", "name": "network-vif-deleted", "tag": "58adc538-3b61-4692-9225-4995797655c8", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:13:14.457449 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9da39414-883d-4695-88b8-7a74198ae073 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:13:14.458007 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c219def-67ce-4ad7-93c6-aa8a8713bd76', 'name': 'network-vif-deleted', 'tag': '58adc538-3b61-4692-9225-4995797655c8', 'status': 'completed', 'code': 200} Jan 18 16:13:14.664709 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43231a-9a45-4ecc-b6af-e469a7217f54 req-7eba12de-4f4d-454c-880a-6852a0fbebcf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:14.666170 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8c43231a-9a45-4ecc-b6af-e469a7217f54 req-7eba12de-4f4d-454c-880a-6852a0fbebcf tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0495501 Jan 18 16:13:14.715061 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8c43231a-9a45-4ecc-b6af-e469a7217f54 req-2ac442a4-a6a1-4c2f-8abf-0a5c4b19b1c5 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431969 Jan 18 16:13:15.238820 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbb3df-7943-4c98-9dd3-9bf7a8365f75 req-8cea78ec-1a40-436e-be5b-82adcabd1a76 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:15.240378 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-88dbb3df-7943-4c98-9dd3-9bf7a8365f75 req-8cea78ec-1a40-436e-be5b-82adcabd1a76 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 947 time: 0.0568404 Jan 18 16:13:15.286726 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-235bcb30-fc32-4a4e-81ad-7d44bf76c2dd req-046d4490-8334-4229-adaa-ff07b26c5d82 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c219def-67ce-4ad7-93c6-aa8a8713bd76 HTTP/1.1" status: 200 len: 210 time: 0.0336914 Jan 18 16:13:15.316997 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-88dbb3df-7943-4c98-9dd3-9bf7a8365f75 req-9429c2cc-7125-4b85-a0bc-7d060231fd40 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687683 Jan 18 16:13:15.817545 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:15.833698 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adceba7a-6f5d-48f8-ba5c-54931e1aeabb req-7ac13adf-efde-4e70-8d6f-0625bcbf8bac tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:15.835407 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-adceba7a-6f5d-48f8-ba5c-54931e1aeabb req-7ac13adf-efde-4e70-8d6f-0625bcbf8bac tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0500970 Jan 18 16:13:15.882927 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-adceba7a-6f5d-48f8-ba5c-54931e1aeabb req-e0685d88-e8f0-4091-b901-fa0a3202ad5f tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416307 Jan 18 16:13:16.444364 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779641cf-c886-4db5-b729-1a71c5f0f38d req-1fb4caa3-8bb4-43b3-81d5-774079cb1779 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:16.445847 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-779641cf-c886-4db5-b729-1a71c5f0f38d req-1fb4caa3-8bb4-43b3-81d5-774079cb1779 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 947 time: 0.0537939 Jan 18 16:13:16.495767 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-779641cf-c886-4db5-b729-1a71c5f0f38d req-f26a86c1-0ac2-4ca9-b961-f90874c7aae5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442367 Jan 18 16:13:16.996439 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a62b3-72a3-4435-a69d-41dfbf420020 req-a2d51e43-6623-43d2-a474-cabde8f7c767 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:16.998003 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fe1a62b3-72a3-4435-a69d-41dfbf420020 req-a2d51e43-6623-43d2-a474-cabde8f7c767 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0483224 Jan 18 16:13:17.045107 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fe1a62b3-72a3-4435-a69d-41dfbf420020 req-65d27b4e-f1bd-409b-8ac4-d47e46d7dc72 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413308 Jan 18 16:13:17.614222 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb4219-1836-48e9-8149-d5353d35d30b req-3e024736-79b2-4d0c-8a35-9ead80825648 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:17.615836 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-49bb4219-1836-48e9-8149-d5353d35d30b req-3e024736-79b2-4d0c-8a35-9ead80825648 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 947 time: 0.0477977 Jan 18 16:13:17.674175 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-49bb4219-1836-48e9-8149-d5353d35d30b req-a6b03012-7e57-4500-bd65-250e4cc153ad tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528018 Jan 18 16:13:17.917765 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 58adc538-3b61-4692-9225-4995797655c8 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:13:17.938887 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: 58adc538-3b61-4692-9225-4995797655c8 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:13:17.939236 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 58adc538-3b61-4692-9225-4995797655c8 not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:13:18.155919 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47c9a2-0fdb-4c15-a601-c5ae9d02504b req-54cdd41e-621e-46b4-bea8-726cd2d3e37c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:18.157410 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2c47c9a2-0fdb-4c15-a601-c5ae9d02504b req-54cdd41e-621e-46b4-bea8-726cd2d3e37c tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0468082 Jan 18 16:13:18.202789 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2c47c9a2-0fdb-4c15-a601-c5ae9d02504b req-2352d729-c6ca-43eb-a4c3-96bf003a2954 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399687 Jan 18 16:13:18.792932 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a2223-99dc-4c71-94e4-24f0a0ea5491 req-cf95dcb9-137b-4298-b393-f9ad518fa087 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:18.794364 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9d3a2223-99dc-4c71-94e4-24f0a0ea5491 req-cf95dcb9-137b-4298-b393-f9ad518fa087 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 947 time: 0.0475955 Jan 18 16:13:18.840199 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9d3a2223-99dc-4c71-94e4-24f0a0ea5491 req-82716690-89f9-428f-84ae-d4fba3f48249 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398207 Jan 18 16:13:19.184342 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45181bbc-2e92-4688-b2a5-08025d7a3618 req-4bd2703f-619b-42b9-bd89-236a6d65f16e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:19.185750 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-45181bbc-2e92-4688-b2a5-08025d7a3618 req-4bd2703f-619b-42b9-bd89-236a6d65f16e tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0484436 Jan 18 16:13:19.278345 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-45181bbc-2e92-4688-b2a5-08025d7a3618 req-52e09682-1091-47b1-bb12-0f47dfaeafa2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Deleting port a374a679-7136-4061-9885-ff645c884e07 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:13:19.278883 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-45181bbc-2e92-4688-b2a5-08025d7a3618 req-52e09682-1091-47b1-bb12-0f47dfaeafa2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (a374a679-7136-4061-9885-ff645c884e07), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:19.324244 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc527c-7514-4ca8-ab12-9a1e9e7e4ad3 req-c4c88d5b-eb13-4a25-bca2-46423975c442 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:19.325788 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6bbc527c-7514-4ca8-ab12-9a1e9e7e4ad3 req-c4c88d5b-eb13-4a25-bca2-46423975c442 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 945 time: 0.0570331 Jan 18 16:13:19.374150 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-45181bbc-2e92-4688-b2a5-08025d7a3618 req-52e09682-1091-47b1-bb12-0f47dfaeafa2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] For port a374a679-7136-4061-9885-ff645c884e07, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a374a679-7136-4061-9885-ff645c884e07,segment=NetworkSegment(9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba),segment_id=9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:13:19.374513 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-45181bbc-2e92-4688-b2a5-08025d7a3618 req-52e09682-1091-47b1-bb12-0f47dfaeafa2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (a374a679-7136-4061-9885-ff645c884e07), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:19.375623 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6bbc527c-7514-4ca8-ab12-9a1e9e7e4ad3 req-871de811-75b5-4beb-a31d-b04756302df2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f2e1a58-5b89-46f9-a038-764e4eb5aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Jan 18 16:13:19.388907 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-45181bbc-2e92-4688-b2a5-08025d7a3618 req-52e09682-1091-47b1-bb12-0f47dfaeafa2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Calling delete_port for a374a679-7136-4061-9885-ff645c884e07 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:13:19.583423 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-45181bbc-2e92-4688-b2a5-08025d7a3618 req-52e09682-1091-47b1-bb12-0f47dfaeafa2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (a374a679-7136-4061-9885-ff645c884e07), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:19.594762 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['a374a679-7136-4061-9885-ff645c884e07'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:13:19.620940 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e09682-1091-47b1-bb12-0f47dfaeafa2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Pushing event deleted for resources: {'Port': ['ID=a374a679-7136-4061-9885-ff645c884e07,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:19.655856 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-45181bbc-2e92-4688-b2a5-08025d7a3618 req-52e09682-1091-47b1-bb12-0f47dfaeafa2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] No DVR routers for this DVR port a374a679-7136-4061-9885-ff645c884e07 on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:13:19.658396 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-45181bbc-2e92-4688-b2a5-08025d7a3618 req-52e09682-1091-47b1-bb12-0f47dfaeafa2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:19.662182 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-45181bbc-2e92-4688-b2a5-08025d7a3618 req-52e09682-1091-47b1-bb12-0f47dfaeafa2 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.72 "DELETE /v2.0/ports/a374a679-7136-4061-9885-ff645c884e07 HTTP/1.1" status: 204 len: 173 time: 0.4703736 Jan 18 16:13:19.662629 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4283c74-67b5-47d1-94a7-491cc1f5e02f', 'name': 'network-vif-deleted', 'tag': 'a374a679-7136-4061-9885-ff645c884e07'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:13:19.665572 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a89b1d-b1ab-4a78-a025-62f2f1871d83" -d '{"events": [{"server_uuid": "d4283c74-67b5-47d1-94a7-491cc1f5e02f", "name": "network-vif-deleted", "tag": "a374a679-7136-4061-9885-ff645c884e07"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:13:19.704235 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f301f997-4b00-49a8-b15d-be6a0a1aa3f5 x-openstack-request-id: req-f301f997-4b00-49a8-b15d-be6a0a1aa3f5 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:13:19.704534 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4283c74-67b5-47d1-94a7-491cc1f5e02f", "name": "network-vif-deleted", "tag": "a374a679-7136-4061-9885-ff645c884e07", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:13:19.708782 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f301f997-4b00-49a8-b15d-be6a0a1aa3f5 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:13:19.708782 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4283c74-67b5-47d1-94a7-491cc1f5e02f', 'name': 'network-vif-deleted', 'tag': 'a374a679-7136-4061-9885-ff645c884e07', 'status': 'completed', 'code': 200} Jan 18 16:13:19.788174 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 49606) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:19.834324 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f95e5b-4e5d-41dc-915f-b858fd6892d2 admin admin] Deleting subnet a12fc284-5d6d-4cae-9218-2a8162c359a5 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:13:19.838086 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f95e5b-4e5d-41dc-915f-b858fd6892d2 admin admin] Publish callbacks [] for subnet (a12fc284-5d6d-4cae-9218-2a8162c359a5), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:19.885305 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f95e5b-4e5d-41dc-915f-b858fd6892d2 admin admin] Publish callbacks [] for subnet (a12fc284-5d6d-4cae-9218-2a8162c359a5), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:19.891576 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f95e5b-4e5d-41dc-915f-b858fd6892d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (a12fc284-5d6d-4cae-9218-2a8162c359a5), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:19.974123 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111883f6-5bc9-4aae-a702-b0ba91383197 req-8082aaed-933f-4f73-861f-a5aad42211cc tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:19.975627 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-111883f6-5bc9-4aae-a702-b0ba91383197 req-8082aaed-933f-4f73-861f-a5aad42211cc tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 947 time: 0.0513139 Jan 18 16:13:20.025403 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-111883f6-5bc9-4aae-a702-b0ba91383197 req-4ae20668-1750-4d54-80f8-860fd7b7ae80 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422668 Jan 18 16:13:20.032008 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f95e5b-4e5d-41dc-915f-b858fd6892d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (a12fc284-5d6d-4cae-9218-2a8162c359a5), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:20.059781 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f95e5b-4e5d-41dc-915f-b858fd6892d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a12fc284-5d6d-4cae-9218-2a8162c359a5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:20.068658 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f95e5b-4e5d-41dc-915f-b858fd6892d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:20.072378 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-d1f95e5b-4e5d-41dc-915f-b858fd6892d2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a12fc284-5d6d-4cae-9218-2a8162c359a5 HTTP/1.1" status: 204 len: 168 time: 0.2805953 Jan 18 16:13:20.073482 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49624) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:20.191622 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-53674d0e-f004-404e-8ee1-8f86d5815382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (a3ecd522-b53f-495b-8758-517313de67c4), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:20.264576 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255fd74-b690-4667-a2cb-5b8806a84714 req-c94e71d0-eaaa-4d6f-838b-5f78bc4ec5b2 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:20.266050 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1255fd74-b690-4667-a2cb-5b8806a84714 req-c94e71d0-eaaa-4d6f-838b-5f78bc4ec5b2 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 945 time: 0.1371775 Jan 18 16:13:20.325349 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3326b-2a44-4057-923f-f53587dae472 req-7b900b52-cd29-4e8b-bc25-86a36673864d tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:20.326751 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4cb3326b-2a44-4057-923f-f53587dae472 req-7b900b52-cd29-4e8b-bc25-86a36673864d tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/networks?id=4230e440-3503-4a0a-a157-a88df18a7e0c HTTP/1.1" status: 200 len: 813 time: 0.1967785 Jan 18 16:13:20.387497 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-53674d0e-f004-404e-8ee1-8f86d5815382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (a3ecd522-b53f-495b-8758-517313de67c4), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:20.394378 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4cb3326b-2a44-4057-923f-f53587dae472 req-2aac100d-ff14-4bf6-817f-ce5711869229 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/quotas/00ab82c19b9542c7870cab1c691bc29e HTTP/1.1" status: 200 len: 375 time: 0.0594420 Jan 18 16:13:20.424988 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1255fd74-b690-4667-a2cb-5b8806a84714 req-3c6c751d-e320-433d-a988-c8725d2873de tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367846 Jan 18 16:13:20.442674 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-53674d0e-f004-404e-8ee1-8f86d5815382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ecd522-b53f-495b-8758-517313de67c4']}} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:20.443782 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4cb3326b-2a44-4057-923f-f53587dae472 req-af952205-5d33-4feb-8d3d-88386c34c045 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=00ab82c19b9542c7870cab1c691bc29e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417583 Jan 18 16:13:20.458828 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-53674d0e-f004-404e-8ee1-8f86d5815382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3ef4a1-faa4-47b3-a4a9-774edde91426') {'for_net_delete': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:20.459126 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-53674d0e-f004-404e-8ee1-8f86d5815382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3ef4a1-faa4-47b3-a4a9-774edde91426') {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:20.481988 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-53674d0e-f004-404e-8ee1-8f86d5815382 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697209'] for segment (1a3ef4a1-faa4-47b3-a4a9-774edde91426), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:20.535508 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-53674d0e-f004-404e-8ee1-8f86d5815382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (1a3ef4a1-faa4-47b3-a4a9-774edde91426), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:20.558532 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53674d0e-f004-404e-8ee1-8f86d5815382 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:13:20.558933 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-53674d0e-f004-404e-8ee1-8f86d5815382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8693734'] for segment (1a3ef4a1-faa4-47b3-a4a9-774edde91426), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: Traceback (most recent call last): Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: timer() Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: cb(*args, **kw) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: return func(*args, **kwargs) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: self._notify() Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: self.callback(batched_events) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: event.method(event) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: return f(self, *a, **k) Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:13:20.560747 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._get(url).json() Jan 18 16:13:20.564089 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:13:20.564089 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:13:20.564089 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:13:20.564089 dv-cinder-788366-8-iscsi neutron-server[103252]: return self.request(url, 'GET', **kwargs) Jan 18 16:13:20.564089 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:13:20.564089 dv-cinder-788366-8-iscsi neutron-server[103252]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:13:20.564089 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:13:20.564089 dv-cinder-788366-8-iscsi neutron-server[103252]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:13:20.564089 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:13:20.564089 dv-cinder-788366-8-iscsi neutron-server[103252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:13:20.564089 dv-cinder-788366-8-iscsi neutron-server[103252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:13:20.564089 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fe7248de-cef2-45c5-be62-c27777ebdfe5 req-3cd7fe8c-dcb3-4fe8-8743-09ffe0937c80 tempest-ServerRescueNegativeTestJSON-583895178 tempest-ServerRescueNegativeTestJSON-583895178-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4283c74-67b5-47d1-94a7-491cc1f5e02f HTTP/1.1" status: 200 len: 210 time: 0.0395117 Jan 18 16:13:20.628268 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4cb3326b-2a44-4057-923f-f53587dae472 req-c44dd4a1-8f02-4794-8b7e-bcaeee5e22ca service neutron] 10.222.0.70 "GET /v2.0/networks/4230e440-3503-4a0a-a157-a88df18a7e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776772 Jan 18 16:13:20.715027 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-53674d0e-f004-404e-8ee1-8f86d5815382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (a3ecd522-b53f-495b-8758-517313de67c4), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:20.721790 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-53674d0e-f004-404e-8ee1-8f86d5815382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:20.724899 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-53674d0e-f004-404e-8ee1-8f86d5815382 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a3ecd522-b53f-495b-8758-517313de67c4 HTTP/1.1" status: 204 len: 168 time: 0.6516020 Jan 18 16:13:20.728050 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4cb3326b-2a44-4057-923f-f53587dae472 req-4ac89793-0aae-4fa5-9d29-83fca60fb98f service neutron] 10.222.0.70 "GET /v2.0/networks/4230e440-3503-4a0a-a157-a88df18a7e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941138 Jan 18 16:13:20.737373 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53674d0e-f004-404e-8ee1-8f86d5815382 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ecd522-b53f-495b-8758-517313de67c4,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:21.015058 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-10f60ed7-38f4-435e-b9ec-577cb85c81c3 req-1d394240-967f-45d6-83bb-849cea27e13f tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 210 time: 0.0256112 Jan 18 16:13:21.191214 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 49642) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:21.230444 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-118cd198-f426-4402-91d1-cb66c89aec2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c21838277cb64620a2ac5d761d02b079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380061 Jan 18 16:13:21.232941 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 49644) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:21.279414 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d5f380f-a43b-4c1f-9a4c-b1d26af1c5bf admin admin] Publish callbacks [] for security_group (3155f0ad-f102-485d-b00c-3f4f989000fb), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:21.301704 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d5f380f-a43b-4c1f-9a4c-b1d26af1c5bf admin admin] Publish callbacks [] for security_group (3155f0ad-f102-485d-b00c-3f4f989000fb), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:21.477706 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d5f380f-a43b-4c1f-9a4c-b1d26af1c5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (3155f0ad-f102-485d-b00c-3f4f989000fb), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:21.480282 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d5f380f-a43b-4c1f-9a4c-b1d26af1c5bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:21.481465 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-7d5f380f-a43b-4c1f-9a4c-b1d26af1c5bf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3155f0ad-f102-485d-b00c-3f4f989000fb HTTP/1.1" status: 204 len: 168 time: 0.2476492 Jan 18 16:13:21.489829 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f380f-a43b-4c1f-9a4c-b1d26af1c5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3155f0ad-f102-485d-b00c-3f4f989000fb,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:21.541478 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca0cd0-ffb4-4725-a8fc-f54b62a24e00 req-df085d6f-cd42-4068-8df8-adf2fd568f8a tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:21.542966 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-74ca0cd0-ffb4-4725-a8fc-f54b62a24e00 req-df085d6f-cd42-4068-8df8-adf2fd568f8a tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 945 time: 0.0515087 Jan 18 16:13:21.598213 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-74ca0cd0-ffb4-4725-a8fc-f54b62a24e00 req-a93330ee-30e8-4766-b01c-225016f1906a tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488214 Jan 18 16:13:21.724946 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 49654) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:22.071171 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b59c6a-7d94-4b4b-9c71-c652f661a914 req-ddc184ee-5647-403f-b13d-e82726e795db tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:22.072853 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-01b59c6a-7d94-4b4b-9c71-c652f661a914 req-ddc184ee-5647-403f-b13d-e82726e795db tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 945 time: 0.1003520 Jan 18 16:13:22.115925 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9cc2e79a-2dfd-4c45-9a0b-eeb552316fba req-6b5413d9-2c5e-4aa6-a994-193480f27f1b tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 210 time: 0.0307503 Jan 18 16:13:22.162987 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd16f8c9-bc4e-47c7-97be-9d3360aa0958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3778353'] for router_interface (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:22.469190 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-01b59c6a-7d94-4b4b-9c71-c652f661a914 req-e620e250-2a0d-4c70-999d-a290622cff06 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Deleting port e62fed9d-9120-4c64-9758-a7f7c30137c5 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:13:22.469905 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-01b59c6a-7d94-4b4b-9c71-c652f661a914 req-e620e250-2a0d-4c70-999d-a290622cff06 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (e62fed9d-9120-4c64-9758-a7f7c30137c5), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:22.653801 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-01b59c6a-7d94-4b4b-9c71-c652f661a914 req-e620e250-2a0d-4c70-999d-a290622cff06 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] For port e62fed9d-9120-4c64-9758-a7f7c30137c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e62fed9d-9120-4c64-9758-a7f7c30137c5,segment=NetworkSegment(c10fdf28-0f78-4238-a204-32940a483b26),segment_id=c10fdf28-0f78-4238-a204-32940a483b26)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:13:22.654177 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-01b59c6a-7d94-4b4b-9c71-c652f661a914 req-e620e250-2a0d-4c70-999d-a290622cff06 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (e62fed9d-9120-4c64-9758-a7f7c30137c5), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:22.672998 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-01b59c6a-7d94-4b4b-9c71-c652f661a914 req-e620e250-2a0d-4c70-999d-a290622cff06 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Calling delete_port for e62fed9d-9120-4c64-9758-a7f7c30137c5 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:13:22.719300 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da41b0-b827-487a-bea1-e59e79c8ef15 req-649649a5-0048-41ee-bde5-ad4a4472f33c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:22.720854 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f3da41b0-b827-487a-bea1-e59e79c8ef15 req-649649a5-0048-41ee-bde5-ad4a4472f33c tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 945 time: 0.0502586 Jan 18 16:13:22.771432 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f3da41b0-b827-487a-bea1-e59e79c8ef15 req-489a9dc5-81b4-4fe5-8e1f-74bcbabc33c6 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ea847fc-d372-4855-9ec1-9fc52761491c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447037 Jan 18 16:13:22.849902 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-fd16f8c9-bc4e-47c7-97be-9d3360aa0958 admin admin] Deleting port e51dfc5a-06cc-4577-8296-9bf0dfc8a58a {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:13:22.850241 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd16f8c9-bc4e-47c7-97be-9d3360aa0958 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:22.941339 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-fd16f8c9-bc4e-47c7-97be-9d3360aa0958 admin admin] For port e51dfc5a-06cc-4577-8296-9bf0dfc8a58a, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=e51dfc5a-06cc-4577-8296-9bf0dfc8a58a,segment=NetworkSegment(9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba),segment_id=9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:13:22.941790 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd16f8c9-bc4e-47c7-97be-9d3360aa0958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:22.954810 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-fd16f8c9-bc4e-47c7-97be-9d3360aa0958 admin admin] Calling delete_port for e51dfc5a-06cc-4577-8296-9bf0dfc8a58a owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:13:23.000152 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-01b59c6a-7d94-4b4b-9c71-c652f661a914 req-e620e250-2a0d-4c70-999d-a290622cff06 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (e62fed9d-9120-4c64-9758-a7f7c30137c5), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:23.012968 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['e62fed9d-9120-4c64-9758-a7f7c30137c5'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:13:23.033494 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620e250-2a0d-4c70-999d-a290622cff06 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Pushing event deleted for resources: {'Port': ['ID=e62fed9d-9120-4c64-9758-a7f7c30137c5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:23.091048 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b59c6a-7d94-4b4b-9c71-c652f661a914 req-e620e250-2a0d-4c70-999d-a290622cff06 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] No DVR routers for this DVR port e62fed9d-9120-4c64-9758-a7f7c30137c5 on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:13:23.108986 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-01b59c6a-7d94-4b4b-9c71-c652f661a914 req-e620e250-2a0d-4c70-999d-a290622cff06 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:23.112286 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-01b59c6a-7d94-4b4b-9c71-c652f661a914 req-e620e250-2a0d-4c70-999d-a290622cff06 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.72 "DELETE /v2.0/ports/e62fed9d-9120-4c64-9758-a7f7c30137c5 HTTP/1.1" status: 204 len: 173 time: 1.0321872 Jan 18 16:13:23.112741 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c17ca8d-cec1-4426-a70d-668d2530f8f9', 'name': 'network-vif-deleted', 'tag': 'e62fed9d-9120-4c64-9758-a7f7c30137c5'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:13:23.115656 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7761bf5c-00d9-442a-b1bb-24a7611b6ed9" -d '{"events": [{"server_uuid": "8c17ca8d-cec1-4426-a70d-668d2530f8f9", "name": "network-vif-deleted", "tag": "e62fed9d-9120-4c64-9758-a7f7c30137c5"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:13:23.181981 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b0c57a-38a3-4d3d-996c-3eff1e82c7b1 x-openstack-request-id: req-65b0c57a-38a3-4d3d-996c-3eff1e82c7b1 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:13:23.182270 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c17ca8d-cec1-4426-a70d-668d2530f8f9", "name": "network-vif-deleted", "tag": "e62fed9d-9120-4c64-9758-a7f7c30137c5", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:13:23.182524 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-65b0c57a-38a3-4d3d-996c-3eff1e82c7b1 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:13:23.182922 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c17ca8d-cec1-4426-a70d-668d2530f8f9', 'name': 'network-vif-deleted', 'tag': 'e62fed9d-9120-4c64-9758-a7f7c30137c5', 'status': 'completed', 'code': 200} Jan 18 16:13:23.225011 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-74d65d98-2dbf-48e6-b262-cae36d8bba90 req-5f700691-e8e8-443e-ae6c-1b4f9d4258e4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 210 time: 0.0274053 Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.245726 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.248034 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.248034 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.248034 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.248034 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.248034 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.248034 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.248034 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.248034 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.248034 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.248034 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.248034 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:13:23.248034 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:13:23.249258 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3326b-2a44-4057-923f-f53587dae472 req-eed76065-a528-48f6-98bc-0f54b380e28c tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:23.250762 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4cb3326b-2a44-4057-923f-f53587dae472 req-eed76065-a528-48f6-98bc-0f54b380e28c tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.72 "GET /v2.0/networks?id=4230e440-3503-4a0a-a157-a88df18a7e0c HTTP/1.1" status: 200 len: 813 time: 0.1840699 Jan 18 16:13:23.265459 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-4cb3326b-2a44-4057-923f-f53587dae472 req-b255b3e1-fc80-463f-9c09-0eb9d71ed5e4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Request body: {'port': {'device_id': '5a234521-357e-492e-b283-ee83bcc500d2', 'network_id': '4230e440-3503-4a0a-a157-a88df18a7e0c', 'admin_state_up': True, 'tenant_id': '00ab82c19b9542c7870cab1c691bc29e'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:13:23.469373 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd16f8c9-bc4e-47c7-97be-9d3360aa0958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (e51dfc5a-06cc-4577-8296-9bf0dfc8a58a), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:23.500280 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb3326b-2a44-4057-923f-f53587dae472 req-b255b3e1-fc80-463f-9c09-0eb9d71ed5e4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Made reservation on behalf of 00ab82c19b9542c7870cab1c691bc29e for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:13:23.503834 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4cb3326b-2a44-4057-923f-f53587dae472 req-b255b3e1-fc80-463f-9c09-0eb9d71ed5e4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:23.505926 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16f8c9-bc4e-47c7-97be-9d3360aa0958 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51dfc5a-06cc-4577-8296-9bf0dfc8a58a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:23.643835 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device a374a679-7136-4061-9885-ff645c884e07 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:13:23.665384 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: a374a679-7136-4061-9885-ff645c884e07 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:13:23.665731 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device a374a679-7136-4061-9885-ff645c884e07 not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:13:23.666145 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device e62fed9d-9120-4c64-9758-a7f7c30137c5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:13:23.685031 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: e62fed9d-9120-4c64-9758-a7f7c30137c5 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:13:23.685398 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device e62fed9d-9120-4c64-9758-a7f7c30137c5 not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:13:23.711293 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd16f8c9-bc4e-47c7-97be-9d3360aa0958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776673'] for router_interface (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:23.730582 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-4cb3326b-2a44-4057-923f-f53587dae472 req-b255b3e1-fc80-463f-9c09-0eb9d71ed5e4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Allocated IP 172.20.0.12 (4230e440-3503-4a0a-a157-a88df18a7e0c/9ec24893-d635-48d8-ad40-4216db30514a/40c5e3a1-dfd3-4599-9a8f-88739edfacee) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:13:23.883204 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5708169c-2302-4e06-8de2-a55aaa41dbce req-4c679af3-8198-409d-8622-fc2184d94d33 tempest-AttachVolumeNegativeTest-1353231863 tempest-AttachVolumeNegativeTest-1353231863-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c17ca8d-cec1-4426-a70d-668d2530f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0260382 Jan 18 16:13:24.035543 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4cb3326b-2a44-4057-923f-f53587dae472 req-b255b3e1-fc80-463f-9c09-0eb9d71ed5e4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Publish callbacks [] for port (40c5e3a1-dfd3-4599-9a8f-88739edfacee), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:24.067095 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd16f8c9-bc4e-47c7-97be-9d3360aa0958 admin admin] Router f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:13:24.177335 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4cb3326b-2a44-4057-923f-f53587dae472 req-b255b3e1-fc80-463f-9c09-0eb9d71ed5e4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (40c5e3a1-dfd3-4599-9a8f-88739edfacee), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:24.217976 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd16f8c9-bc4e-47c7-97be-9d3360aa0958 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:13:24.226731 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4876c6-f81a-47cd-8d64-9b93f0c682b9 None None] Sync routers for ids ['f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:13:24.227239 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb3326b-2a44-4057-923f-f53587dae472 req-b255b3e1-fc80-463f-9c09-0eb9d71ed5e4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Network 4230e440-3503-4a0a-a157-a88df18a7e0c is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:13:24.230662 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-fd16f8c9-bc4e-47c7-97be-9d3360aa0958 admin admin] 10.222.0.70 "PUT /v2.0/routers/f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6030235 Jan 18 16:13:24.233565 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 49670) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:24.234417 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-4cb3326b-2a44-4057-923f-f53587dae472 req-b255b3e1-fc80-463f-9c09-0eb9d71ed5e4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:13:24.236661 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4876c6-f81a-47cd-8d64-9b93f0c682b9 None None] Routers {'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:13:24.237421 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4e4876c6-f81a-47cd-8d64-9b93f0c682b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:13:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:24.241143 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb3326b-2a44-4057-923f-f53587dae472 req-b255b3e1-fc80-463f-9c09-0eb9d71ed5e4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:13:24.246732 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3326b-2a44-4057-923f-f53587dae472 req-b255b3e1-fc80-463f-9c09-0eb9d71ed5e4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:24.247358 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4cb3326b-2a44-4057-923f-f53587dae472 req-b255b3e1-fc80-463f-9c09-0eb9d71ed5e4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:24.294066 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255b3e1-fc80-463f-9c09-0eb9d71ed5e4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Pushing event updated for resources: {'Port': ['ID=40c5e3a1-dfd3-4599-9a8f-88739edfacee,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:24.356320 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-4e4876c6-f81a-47cd-8d64-9b93f0c682b9 None None] Set router f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:13:24.356918 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95101f-2c7f-4f6b-8e65-f0fdbf15f944 req-a9aed21f-b165-4320-9397-f584fc980095 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:24.359093 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3e95101f-2c7f-4f6b-8e65-f0fdbf15f944 req-a9aed21f-b165-4320-9397-f584fc980095 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 932 time: 0.0554814 Jan 18 16:13:24.372875 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a97ab26a-80be-433f-a5ce-84044fd4f6d1 admin admin] Publish callbacks [] for router (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:24.408647 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3e95101f-2c7f-4f6b-8e65-f0fdbf15f944 req-3a8e1ca5-953f-4e20-947d-5151197b9fd7 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429645 Jan 18 16:13:24.409477 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4cb3326b-2a44-4057-923f-f53587dae472 req-b255b3e1-fc80-463f-9c09-0eb9d71ed5e4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1477308 Jan 18 16:13:24.429556 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Request body: {'port': {'device_id': '5a234521-357e-492e-b283-ee83bcc500d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:13:24.549257 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4e4876c6-f81a-47cd-8d64-9b93f0c682b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'name': 'tempest-ServerRescueNegativeTestJSON-930424257-router', 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:13:23Z', 'revision_number': 5, 'project_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'gw_port': {'id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:24.576369 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4876c6-f81a-47cd-8d64-9b93f0c682b9 None None] Checking router: f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:13:24.585622 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4876c6-f81a-47cd-8d64-9b93f0c682b9 None None] Routers {'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:13:24.586247 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4e4876c6-f81a-47cd-8d64-9b93f0c682b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:13:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:24.696969 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-4e4876c6-f81a-47cd-8d64-9b93f0c682b9 None None] Set router f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:13:24.749464 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (40c5e3a1-dfd3-4599-9a8f-88739edfacee), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:24.761241 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a97ab26a-80be-433f-a5ce-84044fd4f6d1 admin admin] Publish callbacks [] for router_gateway (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:24.873442 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4e4876c6-f81a-47cd-8d64-9b93f0c682b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'name': 'tempest-ServerRescueNegativeTestJSON-930424257-router', 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:13:23Z', 'revision_number': 5, 'project_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'gw_port': {'id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:24.903600 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4876c6-f81a-47cd-8d64-9b93f0c682b9 None None] The sync data for ids ['f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2'] in dv-cinder-788366-8-iscsi is: [{'id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'name': 'tempest-ServerRescueNegativeTestJSON-930424257-router', 'tenant_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:13:23Z', 'revision_number': 5, 'project_id': '8a2cc8740e33470a9ded5669c46c9c4a', 'gw_port': {'id': '02f30b2e-0e2e-4039-8262-1268400f6afc', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:13:24.973663 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49676) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:24.976384 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-a97ab26a-80be-433f-a5ce-84044fd4f6d1 admin admin] Deleting port 02f30b2e-0e2e-4039-8262-1268400f6afc {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:13:24.976745 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a97ab26a-80be-433f-a5ce-84044fd4f6d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (02f30b2e-0e2e-4039-8262-1268400f6afc), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:24.992652 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf13b03-b7a9-47a4-84fd-8ed742d0005a admin admin] Deleting subnet 8c483501-a62e-409d-95e4-04b5906fccaf {{(pid=103252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:13:24.995772 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ddf13b03-b7a9-47a4-84fd-8ed742d0005a admin admin] Publish callbacks [] for subnet (8c483501-a62e-409d-95e4-04b5906fccaf), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.029757 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ddf13b03-b7a9-47a4-84fd-8ed742d0005a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697184'] for subnet (8c483501-a62e-409d-95e4-04b5906fccaf), precommit_delete_associations {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.075362 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ddf13b03-b7a9-47a4-84fd-8ed742d0005a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (8c483501-a62e-409d-95e4-04b5906fccaf), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.110552 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-a97ab26a-80be-433f-a5ce-84044fd4f6d1 admin admin] For port 02f30b2e-0e2e-4039-8262-1268400f6afc, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=02f30b2e-0e2e-4039-8262-1268400f6afc,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:13:25.110937 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a97ab26a-80be-433f-a5ce-84044fd4f6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (02f30b2e-0e2e-4039-8262-1268400f6afc), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.133436 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-a97ab26a-80be-433f-a5ce-84044fd4f6d1 admin admin] Calling delete_port for 02f30b2e-0e2e-4039-8262-1268400f6afc owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:13:25.136439 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c5e3a1-dfd3-4599-9a8f-88739edfacee {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:13:25.146363 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Publish callbacks [] for port (40c5e3a1-dfd3-4599-9a8f-88739edfacee), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.229190 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ddf13b03-b7a9-47a4-84fd-8ed742d0005a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8693688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9050497'] for subnet (8c483501-a62e-409d-95e4-04b5906fccaf), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.244565 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Transition to ACTIVE for port object 40c5e3a1-dfd3-4599-9a8f-88739edfacee will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:13:25.258575 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf13b03-b7a9-47a4-84fd-8ed742d0005a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c483501-a62e-409d-95e4-04b5906fccaf,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:25.260721 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ddf13b03-b7a9-47a4-84fd-8ed742d0005a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.263975 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-ddf13b03-b7a9-47a4-84fd-8ed742d0005a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8c483501-a62e-409d-95e4-04b5906fccaf HTTP/1.1" status: 204 len: 168 time: 0.3134589 Jan 18 16:13:25.266570 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49678) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:25.323407 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (40c5e3a1-dfd3-4599-9a8f-88739edfacee), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.346760 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-81150d0e-2f2d-4245-b192-9f3062d89df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.376368 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Pushing event updated for resources: {'Port': ['ID=40c5e3a1-dfd3-4599-9a8f-88739edfacee,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:25.401972 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a97ab26a-80be-433f-a5ce-84044fd4f6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (02f30b2e-0e2e-4039-8262-1268400f6afc), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.435522 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-81150d0e-2f2d-4245-b192-9f3062d89df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.439020 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Attempting to bind port 40c5e3a1-dfd3-4599-9a8f-88739edfacee on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:13:25.439020 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Attempting to bind port 40c5e3a1-dfd3-4599-9a8f-88739edfacee by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '89476d8a-7e22-4169-8643-6ba92f2c958a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4230e440-3503-4a0a-a157-a88df18a7e0c'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:13:25.439234 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Attempting to bind port 40c5e3a1-dfd3-4599-9a8f-88739edfacee on network 4230e440-3503-4a0a-a157-a88df18a7e0c {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:13:25.444055 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ab26a-80be-433f-a5ce-84044fd4f6d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f30b2e-0e2e-4039-8262-1268400f6afc,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:25.450945 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Port 40c5e3a1-dfd3-4599-9a8f-88739edfacee on network 4230e440-3503-4a0a-a157-a88df18a7e0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:13:25.451274 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Attempting to bind port 40c5e3a1-dfd3-4599-9a8f-88739edfacee on network 4230e440-3503-4a0a-a157-a88df18a7e0c {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:13:25.462144 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-81150d0e-2f2d-4245-b192-9f3062d89df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28']}} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:25.473871 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-81150d0e-2f2d-4245-b192-9f3062d89df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10fdf28-0f78-4238-a204-32940a483b26') {'for_net_delete': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:25.474699 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-81150d0e-2f2d-4245-b192-9f3062d89df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10fdf28-0f78-4238-a204-32940a483b26') {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:25.474950 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a97ab26a-80be-433f-a5ce-84044fd4f6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778175'] for router_gateway (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.485788 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-81150d0e-2f2d-4245-b192-9f3062d89df6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697209'] for segment (c10fdf28-0f78-4238-a204-32940a483b26), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.491611 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:13:25.491955 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Checking segment: {'id': '89476d8a-7e22-4169-8643-6ba92f2c958a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4230e440-3503-4a0a-a157-a88df18a7e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:13:25.492345 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Bound using segment: {'id': '89476d8a-7e22-4169-8643-6ba92f2c958a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4230e440-3503-4a0a-a157-a88df18a7e0c'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:13:25.492894 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Bound port: 40c5e3a1-dfd3-4599-9a8f-88739edfacee, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89476d8a-7e22-4169-8643-6ba92f2c958a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4230e440-3503-4a0a-a157-a88df18a7e0c'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:13:25.493253 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (40c5e3a1-dfd3-4599-9a8f-88739edfacee), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.526204 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-81150d0e-2f2d-4245-b192-9f3062d89df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (c10fdf28-0f78-4238-a204-32940a483b26), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.535312 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81150d0e-2f2d-4245-b192-9f3062d89df6 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:13:25.535743 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-81150d0e-2f2d-4245-b192-9f3062d89df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8693734'] for segment (c10fdf28-0f78-4238-a204-32940a483b26), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: Traceback (most recent call last): Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: timer() Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: cb(*args, **kw) Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: return func(*args, **kwargs) Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: self._notify() Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: self.callback(batched_events) Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: event.method(event) Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: return f(self, *a, **k) Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._get(url).json() Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: return self.request(url, 'GET', **kwargs) Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:13:25.537377 dv-cinder-788366-8-iscsi neutron-server[103252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:13:25.596721 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056e888-cbc6-42b2-8a7e-93e2e7155c8a req-c81e5297-e907-4c3d-9aa0-00e9ae95e40d tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:25.598296 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5056e888-cbc6-42b2-8a7e-93e2e7155c8a req-c81e5297-e907-4c3d-9aa0-00e9ae95e40d tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 944 time: 0.1103208 Jan 18 16:13:25.611115 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a97ab26a-80be-433f-a5ce-84044fd4f6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24974'] for router (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.614557 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a97ab26a-80be-433f-a5ce-84044fd4f6d1 admin admin] Publish callbacks [] for router_controller (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.651826 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5056e888-cbc6-42b2-8a7e-93e2e7155c8a req-2fe8fb11-f8e1-49cf-91fd-a7bcbf69e7df tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Jan 18 16:13:25.677572 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-81150d0e-2f2d-4245-b192-9f3062d89df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.694303 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-81150d0e-2f2d-4245-b192-9f3062d89df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.697631 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-81150d0e-2f2d-4245-b192-9f3062d89df6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28 HTTP/1.1" status: 204 len: 168 time: 0.4301190 Jan 18 16:13:25.698748 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81150d0e-2f2d-4245-b192-9f3062d89df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=44b4fbdf-0bf9-4e8a-8e52-dbe1c2cd2f28,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:25.705333 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] For port 40c5e3a1-dfd3-4599-9a8f-88739edfacee, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:13:25.710247 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] For port 40c5e3a1-dfd3-4599-9a8f-88739edfacee, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=40c5e3a1-dfd3-4599-9a8f-88739edfacee,segment=NetworkSegment(89476d8a-7e22-4169-8643-6ba92f2c958a),segment_id=89476d8a-7e22-4169-8643-6ba92f2c958a)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:13:25.760144 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a97ab26a-80be-433f-a5ce-84044fd4f6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779283'] for router (f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.760848 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97ab26a-80be-433f-a5ce-84044fd4f6d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:13:25.765824 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a97ab26a-80be-433f-a5ce-84044fd4f6d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.767182 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a97ab26a-80be-433f-a5ce-84044fd4f6d1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f6f0efe2-af8f-4ac0-84a3-d4d3a85688e2 HTTP/1.1" status: 204 len: 168 time: 1.5306523 Jan 18 16:13:25.769595 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 49684) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:25.804073 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (40c5e3a1-dfd3-4599-9a8f-88739edfacee), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.856157 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0febef5-0dab-483b-a0e8-6abdc79d4fa5 admin admin] Deleting subnet d6d824aa-d305-456f-848d-ceb7c3880cbb {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:13:25.858847 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:25.860047 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.861470 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4cb3326b-2a44-4057-923f-f53587dae472 req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] 10.222.0.72 "PUT /v2.0/ports/40c5e3a1-dfd3-4599-9a8f-88739edfacee HTTP/1.1" status: 200 len: 1094 time: 1.4411809 Jan 18 16:13:25.863477 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a234521-357e-492e-b283-ee83bcc500d2', 'tag': '40c5e3a1-dfd3-4599-9a8f-88739edfacee'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:13:25.865720 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66cce89-49cf-4030-b192-3596bdd68e65" -d '{"events": [{"name": "network-changed", "server_uuid": "5a234521-357e-492e-b283-ee83bcc500d2", "tag": "40c5e3a1-dfd3-4599-9a8f-88739edfacee"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:13:25.874879 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0febef5-0dab-483b-a0e8-6abdc79d4fa5 admin admin] Publish callbacks [] for subnet (d6d824aa-d305-456f-848d-ceb7c3880cbb), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.913388 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4eb482-5726-4efe-b539-7826c6f639ad x-openstack-request-id: req-6d4eb482-5726-4efe-b539-7826c6f639ad {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:13:25.913388 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a234521-357e-492e-b283-ee83bcc500d2", "tag": "40c5e3a1-dfd3-4599-9a8f-88739edfacee", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:13:25.913388 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d4eb482-5726-4efe-b539-7826c6f639ad {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:13:25.913388 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a234521-357e-492e-b283-ee83bcc500d2', 'tag': '40c5e3a1-dfd3-4599-9a8f-88739edfacee', 'status': 'completed', 'code': 200} Jan 18 16:13:25.913388 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031264b-16d7-4c5c-9abd-efc8f5f5532e service neutron] Pushing event updated for resources: {'Port': ['ID=40c5e3a1-dfd3-4599-9a8f-88739edfacee,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:25.922989 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0febef5-0dab-483b-a0e8-6abdc79d4fa5 admin admin] Publish callbacks [] for subnet (d6d824aa-d305-456f-848d-ceb7c3880cbb), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:25.929403 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0febef5-0dab-483b-a0e8-6abdc79d4fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (d6d824aa-d305-456f-848d-ceb7c3880cbb), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:26.046484 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2ac411e-bbc3-4f87-9aa7-b351a4830db1 req-d8f09e37-28b9-4520-83aa-64bd06cf03d4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769315 Jan 18 16:13:26.049018 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cce89-49cf-4030-b192-3596bdd68e65 req-cbc64592-9818-48fb-b04e-9cd690523fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:26.050346 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b66cce89-49cf-4030-b192-3596bdd68e65 req-cbc64592-9818-48fb-b04e-9cd690523fd7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=00ab82c19b9542c7870cab1c691bc29e&device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 1097 time: 0.1001623 Jan 18 16:13:26.114833 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49688) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:26.147434 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0febef5-0dab-483b-a0e8-6abdc79d4fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (d6d824aa-d305-456f-848d-ceb7c3880cbb), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:26.154370 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-c87ada28-124e-4f5b-a138-4e4a6790fdbf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f5194c096ef4e229c349ca5b2eb91f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383477 Jan 18 16:13:26.157614 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49690) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:26.187056 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0febef5-0dab-483b-a0e8-6abdc79d4fa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:26.190585 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-d0febef5-0dab-483b-a0e8-6abdc79d4fa5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d6d824aa-d305-456f-848d-ceb7c3880cbb HTTP/1.1" status: 204 len: 168 time: 0.4194536 Jan 18 16:13:26.194269 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49692) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:26.194741 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0febef5-0dab-483b-a0e8-6abdc79d4fa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d824aa-d305-456f-848d-ceb7c3880cbb,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:26.201221 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac411e-bbc3-4f87-9aa7-b351a4830db1 req-3b6af6a3-b4ba-4452-be46-a7ef0ee4a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:26.203181 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2ac411e-bbc3-4f87-9aa7-b351a4830db1 req-3b6af6a3-b4ba-4452-be46-a7ef0ee4a763 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 1100 time: 0.1247683 Jan 18 16:13:26.222986 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cce89-49cf-4030-b192-3596bdd68e65 req-c801d700-68f4-4b90-b392-f244ec8ae4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:26.222986 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b66cce89-49cf-4030-b192-3596bdd68e65 req-c801d700-68f4-4b90-b392-f244ec8ae4f4 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=00ab82c19b9542c7870cab1c691bc29e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1629841 Jan 18 16:13:26.258171 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4a56f3dc-1700-40ee-9dbb-52381a19c7a1 admin admin] Publish callbacks [] for security_group (6ea847fc-d372-4855-9ec1-9fc52761491c), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:26.290525 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-257f76ff-4412-42e6-b1c9-e4226055bc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (2a96305d-1da2-4cf0-932e-99a783e1606e), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:26.296642 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4a56f3dc-1700-40ee-9dbb-52381a19c7a1 admin admin] Publish callbacks [] for security_group (6ea847fc-d372-4855-9ec1-9fc52761491c), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:26.408305 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-257f76ff-4412-42e6-b1c9-e4226055bc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (2a96305d-1da2-4cf0-932e-99a783e1606e), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:26.415131 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cce89-49cf-4030-b192-3596bdd68e65 req-333222cf-cb98-4d97-99c5-a9845b346a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:26.416606 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b66cce89-49cf-4030-b192-3596bdd68e65 req-333222cf-cb98-4d97-99c5-a9845b346a74 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1589282 Jan 18 16:13:26.421135 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac411e-bbc3-4f87-9aa7-b351a4830db1 req-f6ace89f-6fc9-4f95-815e-cb3093200114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:26.422499 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2ac411e-bbc3-4f87-9aa7-b351a4830db1 req-f6ace89f-6fc9-4f95-815e-cb3093200114 service neutron] 10.222.0.72 "GET /v2.0/networks?id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2 HTTP/1.1" status: 200 len: 917 time: 0.1725152 Jan 18 16:13:26.429278 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-257f76ff-4412-42e6-b1c9-e4226055bc54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a96305d-1da2-4cf0-932e-99a783e1606e']}} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:26.440972 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-257f76ff-4412-42e6-b1c9-e4226055bc54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba') {'for_net_delete': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:26.441652 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-257f76ff-4412-42e6-b1c9-e4226055bc54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba') {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:26.450637 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-257f76ff-4412-42e6-b1c9-e4226055bc54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697209'] for segment (9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:26.464981 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-257f76ff-4412-42e6-b1c9-e4226055bc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:26.470927 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257f76ff-4412-42e6-b1c9-e4226055bc54 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:13:26.471318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-257f76ff-4412-42e6-b1c9-e4226055bc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8693734'] for segment (9f65f1b4-a7d4-48b2-8cb2-d5ac3ae3e3ba), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: Traceback (most recent call last): Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: timer() Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: cb(*args, **kw) Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: return func(*args, **kwargs) Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: self._notify() Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: self.callback(batched_events) Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: event.method(event) Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: return f(self, *a, **k) Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._get(url).json() Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: return self.request(url, 'GET', **kwargs) Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:13:26.473124 dv-cinder-788366-8-iscsi neutron-server[103252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:13:26.519558 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2ac411e-bbc3-4f87-9aa7-b351a4830db1 req-7ffed6ef-3228-4238-a727-3eaf7238b576 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5c94257-87ae-45c5-9e01-b951ced94435 HTTP/1.1" status: 200 len: 1002 time: 0.0899627 Jan 18 16:13:26.521094 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4a56f3dc-1700-40ee-9dbb-52381a19c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (6ea847fc-d372-4855-9ec1-9fc52761491c), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:26.524006 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4a56f3dc-1700-40ee-9dbb-52381a19c7a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:26.525078 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-4a56f3dc-1700-40ee-9dbb-52381a19c7a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ea847fc-d372-4855-9ec1-9fc52761491c HTTP/1.1" status: 204 len: 168 time: 0.3662694 Jan 18 16:13:26.530256 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3326b-2a44-4057-923f-f53587dae472 req-419a7c9b-72cf-47a4-8dce-069cb64c0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:26.533212 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4cb3326b-2a44-4057-923f-f53587dae472 req-419a7c9b-72cf-47a4-8dce-069cb64c0efc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=00ab82c19b9542c7870cab1c691bc29e&device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 1097 time: 0.0633068 Jan 18 16:13:26.553771 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56f3dc-1700-40ee-9dbb-52381a19c7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea847fc-d372-4855-9ec1-9fc52761491c,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:26.604028 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device e51dfc5a-06cc-4577-8296-9bf0dfc8a58a no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:13:26.620611 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4cb3326b-2a44-4057-923f-f53587dae472 req-102790c2-a7cd-4c19-b8d1-35e05fb654d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40c5e3a1-dfd3-4599-9a8f-88739edfacee HTTP/1.1" status: 200 len: 217 time: 0.0731292 Jan 18 16:13:26.628249 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac411e-bbc3-4f87-9aa7-b351a4830db1 req-c541dddf-abff-44ec-a300-fc112d599760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:26.629732 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2ac411e-bbc3-4f87-9aa7-b351a4830db1 req-c541dddf-abff-44ec-a300-fc112d599760 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=614bbcdf-a5b6-4cca-8a78-c3d63af128f4 HTTP/1.1" status: 200 len: 855 time: 0.0956399 Jan 18 16:13:26.631282 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: e51dfc5a-06cc-4577-8296-9bf0dfc8a58a {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:13:26.631632 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device e51dfc5a-06cc-4577-8296-9bf0dfc8a58a not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:13:26.632043 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 02f30b2e-0e2e-4039-8262-1268400f6afc no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:13:26.634696 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-257f76ff-4412-42e6-b1c9-e4226055bc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (2a96305d-1da2-4cf0-932e-99a783e1606e), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:26.644278 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-257f76ff-4412-42e6-b1c9-e4226055bc54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:26.648957 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-257f76ff-4412-42e6-b1c9-e4226055bc54 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2a96305d-1da2-4cf0-932e-99a783e1606e HTTP/1.1" status: 204 len: 168 time: 0.4535706 Jan 18 16:13:26.657789 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: 02f30b2e-0e2e-4039-8262-1268400f6afc {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:13:26.658349 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 02f30b2e-0e2e-4039-8262-1268400f6afc not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:13:26.666846 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f76ff-4412-42e6-b1c9-e4226055bc54 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a96305d-1da2-4cf0-932e-99a783e1606e,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:26.727174 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3326b-2a44-4057-923f-f53587dae472 req-269d2115-b6e0-41b1-92f4-ddd992f2b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:26.728746 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4cb3326b-2a44-4057-923f-f53587dae472 req-269d2115-b6e0-41b1-92f4-ddd992f2b55f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9ec24893-d635-48d8-ad40-4216db30514a HTTP/1.1" status: 200 len: 853 time: 0.0913739 Jan 18 16:13:26.735162 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac411e-bbc3-4f87-9aa7-b351a4830db1 req-9d04c3c6-b66c-4b1d-a1ff-5596db343074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:26.736595 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2ac411e-bbc3-4f87-9aa7-b351a4830db1 req-9d04c3c6-b66c-4b1d-a1ff-5596db343074 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878353 Jan 18 16:13:26.769854 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbb883-5c14-4192-b24e-b8ed1a1e4e1f req-e0b7ef12-1c86-471d-af02-3c504cab245c tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:26.771404 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e4dbb883-5c14-4192-b24e-b8ed1a1e4e1f req-e0b7ef12-1c86-471d-af02-3c504cab245c tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 944 time: 0.0490901 Jan 18 16:13:26.783124 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4cb3326b-2a44-4057-923f-f53587dae472 req-90a160b5-22c0-4b59-9fe4-d5acb428365b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4230e440-3503-4a0a-a157-a88df18a7e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371935 Jan 18 16:13:26.823206 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e4dbb883-5c14-4192-b24e-b8ed1a1e4e1f req-5c455c69-e2d4-4442-81f5-b22aeec2b2a4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429909 Jan 18 16:13:26.930987 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2ac411e-bbc3-4f87-9aa7-b351a4830db1 req-a1f35850-a543-41fb-bbfe-978cf209014e service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839356 Jan 18 16:13:26.936937 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4cb3326b-2a44-4057-923f-f53587dae472 req-4820e12b-b627-40aa-8b40-31e18d45a67c service neutron] 10.222.0.72 "GET /v2.0/networks/4230e440-3503-4a0a-a157-a88df18a7e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441734 Jan 18 16:13:27.092146 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2ac411e-bbc3-4f87-9aa7-b351a4830db1 req-2e426858-7284-43e1-b7eb-dcf1217f5ac9 service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542742 Jan 18 16:13:27.095699 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4cb3326b-2a44-4057-923f-f53587dae472 req-39054e6a-4090-4680-af03-46eba5b8f580 service neutron] 10.222.0.72 "GET /v2.0/networks/4230e440-3503-4a0a-a157-a88df18a7e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497047 Jan 18 16:13:27.145451 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49710) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:27.184368 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-dab6ac58-c4eb-411c-aadc-484e9b9a5380 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a2cc8740e33470a9ded5669c46c9c4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377762 Jan 18 16:13:27.187261 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49712) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:27.237279 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-00cf0e1e-9891-4e0f-b3e3-8b8d5fc4b64c admin admin] Publish callbacks [] for security_group (0f2e1a58-5b89-46f9-a038-764e4eb5aad0), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:27.258311 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-00cf0e1e-9891-4e0f-b3e3-8b8d5fc4b64c admin admin] Publish callbacks [] for security_group (0f2e1a58-5b89-46f9-a038-764e4eb5aad0), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:27.389102 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-00cf0e1e-9891-4e0f-b3e3-8b8d5fc4b64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (0f2e1a58-5b89-46f9-a038-764e4eb5aad0), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:27.392434 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-00cf0e1e-9891-4e0f-b3e3-8b8d5fc4b64c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:27.394279 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-00cf0e1e-9891-4e0f-b3e3-8b8d5fc4b64c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f2e1a58-5b89-46f9-a038-764e4eb5aad0 HTTP/1.1" status: 204 len: 168 time: 0.2058406 Jan 18 16:13:27.407104 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf0e1e-9891-4e0f-b3e3-8b8d5fc4b64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2e1a58-5b89-46f9-a038-764e4eb5aad0,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:27.953582 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e892884-d33c-4755-ac80-d32e1c2c53f7 req-3ffc6e6f-5981-4b8e-ae7e-205e5e8e5982 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:27.960292 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5e892884-d33c-4755-ac80-d32e1c2c53f7 req-3ffc6e6f-5981-4b8e-ae7e-205e5e8e5982 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 944 time: 0.0554526 Jan 18 16:13:28.006190 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5e892884-d33c-4755-ac80-d32e1c2c53f7 req-265d8a8b-88c2-470a-a50c-92c0456ab2bb tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450323 Jan 18 16:13:28.234935 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:28.742409 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49758) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:28.932924 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-ba2c298c-2e42-449d-a49b-d76daf129998 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1056318378-network', 'tenant_id': 'ff0640c9d8ab4dfa8a8b9212a0cb938a'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:13:29.051833 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2c298c-2e42-449d-a49b-d76daf129998 admin admin] Made reservation on behalf of ff0640c9d8ab4dfa8a8b9212a0cb938a for: {'network': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:13:29.054380 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ba2c298c-2e42-449d-a49b-d76daf129998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:29.063717 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ba2c298c-2e42-449d-a49b-d76daf129998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:29.146251 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be8839-86ff-46aa-9984-542dc8962d65 req-b7efb9d3-f23b-4888-a323-125f707ca598 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:29.147630 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-79be8839-86ff-46aa-9984-542dc8962d65 req-b7efb9d3-f23b-4888-a323-125f707ca598 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 944 time: 0.0692863 Jan 18 16:13:29.200806 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ba2c298c-2e42-449d-a49b-d76daf129998 admin admin] Publish callbacks [] for security_group (8553c6b6-6437-4e81-a464-5c34c67b14b7), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:29.218056 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-79be8839-86ff-46aa-9984-542dc8962d65 req-4971e2f3-f29f-4b9a-8bc2-9f389d0f62be tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601277 Jan 18 16:13:29.303231 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ba2c298c-2e42-449d-a49b-d76daf129998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (8553c6b6-6437-4e81-a464-5c34c67b14b7), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:29.328092 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2c298c-2e42-449d-a49b-d76daf129998 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:13:29.337790 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c298c-2e42-449d-a49b-d76daf129998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8553c6b6-6437-4e81-a464-5c34c67b14b7,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:29.343063 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ba2c298c-2e42-449d-a49b-d76daf129998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (34f571ec-4649-49d3-98e9-20a61fe586b7), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:29.343414 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.segments_db [None req-ba2c298c-2e42-449d-a49b-d76daf129998 admin admin] Added segment 34f571ec-4649-49d3-98e9-20a61fe586b7 of type vlan for network 03fdd770-4b79-4695-ba44-04cba0b81eaa Jan 18 16:13:29.383518 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ba2c298c-2e42-449d-a49b-d76daf129998 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (03fdd770-4b79-4695-ba44-04cba0b81eaa), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:29.480081 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ba2c298c-2e42-449d-a49b-d76daf129998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (03fdd770-4b79-4695-ba44-04cba0b81eaa), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:29.481236 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2c298c-2e42-449d-a49b-d76daf129998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:29.481931 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ba2c298c-2e42-449d-a49b-d76daf129998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:29.542392 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c298c-2e42-449d-a49b-d76daf129998 admin admin] Pushing event updated for resources: {'Network': ['ID=03fdd770-4b79-4695-ba44-04cba0b81eaa,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:29.552635 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network 03fdd770-4b79-4695-ba44-04cba0b81eaa details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:13:29.595022 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-ba2c298c-2e42-449d-a49b-d76daf129998 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8513126 Jan 18 16:13:29.597951 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 49776) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:29.603411 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-56e93864-9d9e-4e63-b90b-f34d06bf4ea5 admin admin] Request body: {'subnet': {'network_id': '03fdd770-4b79-4695-ba44-04cba0b81eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1056318378-subnet', 'tenant_id': 'ff0640c9d8ab4dfa8a8b9212a0cb938a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:13:29.652784 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 40c5e3a1-dfd3-4599-9a8f-88739edfacee details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:13:29.747766 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 40c5e3a1-dfd3-4599-9a8f-88739edfacee, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=40c5e3a1-dfd3-4599-9a8f-88739edfacee,segment=NetworkSegment(89476d8a-7e22-4169-8643-6ba92f2c958a),segment_id=89476d8a-7e22-4169-8643-6ba92f2c958a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:13:29.758798 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': '40c5e3a1-dfd3-4599-9a8f-88739edfacee', 'network_id': '4230e440-3503-4a0a-a157-a88df18a7e0c', 'port_id': '40c5e3a1-dfd3-4599-9a8f-88739edfacee', 'mac_address': 'fa:16:3e:ae:74:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec24893-d635-48d8-ad40-4216db30514a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:13:29.795186 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 40c5e3a1-dfd3-4599-9a8f-88739edfacee is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:13:29.796160 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (40c5e3a1-dfd3-4599-9a8f-88739edfacee), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:29.797554 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e93864-9d9e-4e63-b90b-f34d06bf4ea5 admin admin] Made reservation on behalf of ff0640c9d8ab4dfa8a8b9212a0cb938a for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:13:29.799897 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-56e93864-9d9e-4e63-b90b-f34d06bf4ea5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:29.813323 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c5e3a1-dfd3-4599-9a8f-88739edfacee {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:13:29.832604 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 40c5e3a1-dfd3-4599-9a8f-88739edfacee, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=40c5e3a1-dfd3-4599-9a8f-88739edfacee,segment=NetworkSegment(89476d8a-7e22-4169-8643-6ba92f2c958a),segment_id=89476d8a-7e22-4169-8643-6ba92f2c958a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:13:29.923460 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (40c5e3a1-dfd3-4599-9a8f-88739edfacee), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:29.971109 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=40c5e3a1-dfd3-4599-9a8f-88739edfacee,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:30.071945 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-56e93864-9d9e-4e63-b90b-f34d06bf4ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (f05e675a-2302-4480-88cc-75ae8218b5b5), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:30.128622 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e93864-9d9e-4e63-b90b-f34d06bf4ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05e675a-2302-4480-88cc-75ae8218b5b5,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:30.137947 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e93864-9d9e-4e63-b90b-f34d06bf4ea5 admin admin] Checking segment: {'id': '34f571ec-4649-49d3-98e9-20a61fe586b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '03fdd770-4b79-4695-ba44-04cba0b81eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:13:30.138318 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e93864-9d9e-4e63-b90b-f34d06bf4ea5 admin admin] Network hostable DHCP agents. Network: 03fdd770-4b79-4695-ba44-04cba0b81eaa, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:13:30.169494 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['40c5e3a1-dfd3-4599-9a8f-88739edfacee'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:13:30.208771 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e93864-9d9e-4e63-b90b-f34d06bf4ea5 admin admin] Network 03fdd770-4b79-4695-ba44-04cba0b81eaa is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:13:30.286150 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-56e93864-9d9e-4e63-b90b-f34d06bf4ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, 03fdd770-4b79-4695-ba44-04cba0b81eaa) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:13:30.290592 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e93864-9d9e-4e63-b90b-f34d06bf4ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:30.291266 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-56e93864-9d9e-4e63-b90b-f34d06bf4ea5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:30.298441 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da10e175-8c82-4391-9cee-663554de0ba1 None None] Network 03fdd770-4b79-4695-ba44-04cba0b81eaa requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:13:30.336132 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732e3f1-9fab-4874-ad8c-1ff6cb856208 req-66b7e9d3-5c92-42bd-8ebf-423cd5e4017f tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:30.337666 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1732e3f1-9fab-4874-ad8c-1ff6cb856208 req-66b7e9d3-5c92-42bd-8ebf-423cd5e4017f tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 945 time: 0.0538597 Jan 18 16:13:30.382813 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-56e93864-9d9e-4e63-b90b-f34d06bf4ea5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7763212 Jan 18 16:13:30.398797 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1732e3f1-9fab-4874-ad8c-1ff6cb856208 req-faeaf1bf-5784-45d5-8763-52c00597201f tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552630 Jan 18 16:13:30.429092 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3800163f-9cbd-4439-a4c7-aeac603dbf9b None None] Network 03fdd770-4b79-4695-ba44-04cba0b81eaa requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:13:31.153463 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 49810) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:31.158338 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-827505184-network', 'tenant_id': 'a846559e61c5455ea3ec3ee2ad2cebcb'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:13:31.340411 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Made reservation on behalf of a846559e61c5455ea3ec3ee2ad2cebcb for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:13:31.342877 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:31.351802 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:31.428371 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Publish callbacks [] for security_group (344107ac-c68b-4f96-8bf7-56f379e63ddd), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:31.511867 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0c998-51a9-4500-86fb-7f333eda855b req-6c8ab609-5383-40be-bef9-06e990f7f11e tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:31.513363 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-01c0c998-51a9-4500-86fb-7f333eda855b req-6c8ab609-5383-40be-bef9-06e990f7f11e tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 945 time: 0.0476902 Jan 18 16:13:31.563275 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (344107ac-c68b-4f96-8bf7-56f379e63ddd), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:31.563519 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-01c0c998-51a9-4500-86fb-7f333eda855b req-a12cb870-9be2-49c9-ae8a-f506d95abb44 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439479 Jan 18 16:13:31.584963 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:13:31.597774 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344107ac-c68b-4f96-8bf7-56f379e63ddd,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:31.602356 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (37faf499-c9d7-4947-b002-50a442eeaa9d), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:31.602710 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Added segment 37faf499-c9d7-4947-b002-50a442eeaa9d of type vlan for network 0f1f0339-a8a0-4bc2-a334-e7f277266d29 Jan 18 16:13:31.614394 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:31.614740 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:31.615091 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:31.615425 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:31.615751 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:31.616076 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:31.616401 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:31.616778 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:31.617088 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:31.617411 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:31.617732 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:31.618084 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:31.618363 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:31.657057 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (0f1f0339-a8a0-4bc2-a334-e7f277266d29), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:31.667271 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 40c5e3a1-dfd3-4599-9a8f-88739edfacee up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:13:31.749675 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (0f1f0339-a8a0-4bc2-a334-e7f277266d29), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:31.750693 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:31.751343 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:31.809654 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] Pushing event updated for resources: {'Network': ['ID=0f1f0339-a8a0-4bc2-a334-e7f277266d29,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:31.809952 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port 40c5e3a1-dfd3-4599-9a8f-88739edfacee completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:13:31.820118 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port 40c5e3a1-dfd3-4599-9a8f-88739edfacee triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:13:31.820491 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (40c5e3a1-dfd3-4599-9a8f-88739edfacee), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:31.828830 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network 0f1f0339-a8a0-4bc2-a334-e7f277266d29 details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:13:31.829117 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49820) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:31.846404 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-50d0912a-4564-423b-be7c-79b9ca142b26 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6917920 Jan 18 16:13:31.849955 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49824) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:31.854966 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-148d1697-b471-41d6-a731-8dedabed5c37 admin admin] Request body: {'subnet': {'network_id': '0f1f0339-a8a0-4bc2-a334-e7f277266d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-827505184-subnet', 'tenant_id': 'a846559e61c5455ea3ec3ee2ad2cebcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:13:31.938201 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:31.954840 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148d1697-b471-41d6-a731-8dedabed5c37 admin admin] Made reservation on behalf of a846559e61c5455ea3ec3ee2ad2cebcb for: {'subnet': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:13:31.957240 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-148d1697-b471-41d6-a731-8dedabed5c37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9050532'] for subnet (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:31.972226 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 40c5e3a1-dfd3-4599-9a8f-88739edfacee is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:13:31.972546 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (40c5e3a1-dfd3-4599-9a8f-88739edfacee), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:31.998584 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a234521-357e-492e-b283-ee83bcc500d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c5e3a1-dfd3-4599-9a8f-88739edfacee'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:13:32.001342 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a766eb23-9ae1-4284-9645-af3ad8d04cf8" -d '{"events": [{"server_uuid": "5a234521-357e-492e-b283-ee83bcc500d2", "name": "network-vif-plugged", "status": "completed", "tag": "40c5e3a1-dfd3-4599-9a8f-88739edfacee"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:13:32.017951 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 40c5e3a1-dfd3-4599-9a8f-88739edfacee, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=40c5e3a1-dfd3-4599-9a8f-88739edfacee,segment=NetworkSegment(89476d8a-7e22-4169-8643-6ba92f2c958a),segment_id=89476d8a-7e22-4169-8643-6ba92f2c958a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:13:32.039255 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80197117-3e23-4155-bba9-13a0e0faa676 x-openstack-request-id: req-80197117-3e23-4155-bba9-13a0e0faa676 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:13:32.039600 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a234521-357e-492e-b283-ee83bcc500d2", "name": "network-vif-plugged", "status": "completed", "tag": "40c5e3a1-dfd3-4599-9a8f-88739edfacee", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:13:32.039902 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80197117-3e23-4155-bba9-13a0e0faa676 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:13:32.040297 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a234521-357e-492e-b283-ee83bcc500d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c5e3a1-dfd3-4599-9a8f-88739edfacee', 'code': 200} Jan 18 16:13:32.088841 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Publish callbacks [] for security_group (1046a0b6-11ca-49c5-b140-e309e74f96a9), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:32.106109 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (40c5e3a1-dfd3-4599-9a8f-88739edfacee), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:32.153604 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=40c5e3a1-dfd3-4599-9a8f-88739edfacee,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:32.180244 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (1046a0b6-11ca-49c5-b140-e309e74f96a9), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:32.216466 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1046a0b6-11ca-49c5-b140-e309e74f96a9,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:32.220901 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fae3d84a942d4a98ba3641e89cb12240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3907642 Jan 18 16:13:32.223714 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 49828) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:32.226819 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:32.227174 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:32.227525 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:32.227868 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:32.228201 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:32.228531 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:32.228904 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:32.229237 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:32.229569 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:32.229894 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:32.230243 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:32.230544 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:32.230874 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b74bc6-e91c-430b-82ba-2de868f90a1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:13:32.243583 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-148d1697-b471-41d6-a731-8dedabed5c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8693625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9050506'] for subnet (ce25f390-f474-4010-b0b6-703de69c6011), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:32.274743 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4753eea-6f7e-4bf6-9f2c-d4043534422a admin admin] Publish callbacks [] for security_group (1046a0b6-11ca-49c5-b140-e309e74f96a9), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:32.296183 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4753eea-6f7e-4bf6-9f2c-d4043534422a admin admin] Publish callbacks [] for security_group (1046a0b6-11ca-49c5-b140-e309e74f96a9), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:32.298124 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d1697-b471-41d6-a731-8dedabed5c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce25f390-f474-4010-b0b6-703de69c6011,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:32.307274 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148d1697-b471-41d6-a731-8dedabed5c37 admin admin] Checking segment: {'id': '37faf499-c9d7-4947-b002-50a442eeaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0f1f0339-a8a0-4bc2-a334-e7f277266d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:13:32.307635 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148d1697-b471-41d6-a731-8dedabed5c37 admin admin] Network hostable DHCP agents. Network: 0f1f0339-a8a0-4bc2-a334-e7f277266d29, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:13:32.377559 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b797-6754-47ba-a0ee-564d064ddbd9 req-c587946e-7014-41ab-bb10-d71e9da806de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:32.379029 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-52d9b797-6754-47ba-a0ee-564d064ddbd9 req-c587946e-7014-41ab-bb10-d71e9da806de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 1099 time: 0.0383239 Jan 18 16:13:32.385906 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148d1697-b471-41d6-a731-8dedabed5c37 admin admin] Network 0f1f0339-a8a0-4bc2-a334-e7f277266d29 is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:13:32.415606 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4753eea-6f7e-4bf6-9f2c-d4043534422a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (1046a0b6-11ca-49c5-b140-e309e74f96a9), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:32.418133 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4753eea-6f7e-4bf6-9f2c-d4043534422a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:32.419226 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a4753eea-6f7e-4bf6-9f2c-d4043534422a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1046a0b6-11ca-49c5-b140-e309e74f96a9 HTTP/1.1" status: 204 len: 168 time: 0.1945226 Jan 18 16:13:32.431808 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-52d9b797-6754-47ba-a0ee-564d064ddbd9 req-6e4e30a8-d4f2-4315-be63-161776861bf0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466299 Jan 18 16:13:32.433031 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4753eea-6f7e-4bf6-9f2c-d4043534422a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1046a0b6-11ca-49c5-b140-e309e74f96a9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:32.469206 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-148d1697-b471-41d6-a731-8dedabed5c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, 0f1f0339-a8a0-4bc2-a334-e7f277266d29) {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:13:32.479299 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148d1697-b471-41d6-a731-8dedabed5c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:32.479299 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-148d1697-b471-41d6-a731-8dedabed5c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:32.480131 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7efc23-6ccd-41fd-b8f9-d4e86161317c None None] Network 0f1f0339-a8a0-4bc2-a334-e7f277266d29 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:13:32.573292 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5593490-f210-471b-9222-9d2d3624fb5e None None] Network 0f1f0339-a8a0-4bc2-a334-e7f277266d29 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:13:32.612144 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-148d1697-b471-41d6-a731-8dedabed5c37 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7520990 Jan 18 16:13:32.703558 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57adaf2-364a-482d-9929-619d10e599c7 req-a0c0afee-d6ae-486f-a9d8-d08cd9a8f81d tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:32.705192 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c57adaf2-364a-482d-9929-619d10e599c7 req-a0c0afee-d6ae-486f-a9d8-d08cd9a8f81d tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 946 time: 0.0599837 Jan 18 16:13:32.732446 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49838) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:32.791945 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c57adaf2-364a-482d-9929-619d10e599c7 req-9b65ceed-41b0-4942-9356-44a44e6ecce4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810351 Jan 18 16:13:32.796987 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d112c2c-5e09-4eb3-b1b2-1f75e2c322f2 admin admin] Deleting subnet f05e675a-2302-4480-88cc-75ae8218b5b5 {{(pid=103252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:13:32.800266 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-0d112c2c-5e09-4eb3-b1b2-1f75e2c322f2 admin admin] Publish callbacks [] for subnet (f05e675a-2302-4480-88cc-75ae8218b5b5), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:32.835348 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-0d112c2c-5e09-4eb3-b1b2-1f75e2c322f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697184'] for subnet (f05e675a-2302-4480-88cc-75ae8218b5b5), precommit_delete_associations {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:32.877402 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-0d112c2c-5e09-4eb3-b1b2-1f75e2c322f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (f05e675a-2302-4480-88cc-75ae8218b5b5), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.142691 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 49840) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:33.155512 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5048bff9-0628-4f29-ac6f-d51318fd1236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.228023 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5048bff9-0628-4f29-ac6f-d51318fd1236 admin admin] Publish callbacks [] for security_group (6e3bd693-a281-4139-94b6-ffca0aaf2248), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.229180 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-0d112c2c-5e09-4eb3-b1b2-1f75e2c322f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8693688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9050497'] for subnet (f05e675a-2302-4480-88cc-75ae8218b5b5), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.255902 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d112c2c-5e09-4eb3-b1b2-1f75e2c322f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f05e675a-2302-4480-88cc-75ae8218b5b5,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:33.257841 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-0d112c2c-5e09-4eb3-b1b2-1f75e2c322f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.261110 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-0d112c2c-5e09-4eb3-b1b2-1f75e2c322f2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f05e675a-2302-4480-88cc-75ae8218b5b5 HTTP/1.1" status: 204 len: 168 time: 0.5275981 Jan 18 16:13:33.263523 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49842) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:33.300222 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5048bff9-0628-4f29-ac6f-d51318fd1236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (6e3bd693-a281-4139-94b6-ffca0aaf2248), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.329888 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7514dffe-4a73-4174-b6d8-28c49805d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (03fdd770-4b79-4695-ba44-04cba0b81eaa), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.339200 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5048bff9-0628-4f29-ac6f-d51318fd1236 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b6994a20e02444296a882a0cf2ced3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953712 Jan 18 16:13:33.339916 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048bff9-0628-4f29-ac6f-d51318fd1236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3bd693-a281-4139-94b6-ffca0aaf2248,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:33.341830 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49844) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:33.439058 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7514dffe-4a73-4174-b6d8-28c49805d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (03fdd770-4b79-4695-ba44-04cba0b81eaa), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.467513 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9f9829b8-c29d-4029-b5d2-9b68984c1778 admin admin] Publish callbacks [] for security_group (6e3bd693-a281-4139-94b6-ffca0aaf2248), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.469826 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-7514dffe-4a73-4174-b6d8-28c49805d2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fdd770-4b79-4695-ba44-04cba0b81eaa']}} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:33.485859 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-7514dffe-4a73-4174-b6d8-28c49805d2d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f571ec-4649-49d3-98e9-20a61fe586b7') {'for_net_delete': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:33.486165 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-7514dffe-4a73-4174-b6d8-28c49805d2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f571ec-4649-49d3-98e9-20a61fe586b7') {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:33.506834 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7514dffe-4a73-4174-b6d8-28c49805d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697209'] for segment (34f571ec-4649-49d3-98e9-20a61fe586b7), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.516231 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9f9829b8-c29d-4029-b5d2-9b68984c1778 admin admin] Publish callbacks [] for security_group (6e3bd693-a281-4139-94b6-ffca0aaf2248), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.529956 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7514dffe-4a73-4174-b6d8-28c49805d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (34f571ec-4649-49d3-98e9-20a61fe586b7), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.544994 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7514dffe-4a73-4174-b6d8-28c49805d2d0 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:13:33.545917 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7514dffe-4a73-4174-b6d8-28c49805d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8693734'] for segment (34f571ec-4649-49d3-98e9-20a61fe586b7), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: Traceback (most recent call last): Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: timer() Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: cb(*args, **kw) Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: return func(*args, **kwargs) Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: self._notify() Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: self.callback(batched_events) Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: event.method(event) Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: return f(self, *a, **k) Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._get(url).json() Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: return self.request(url, 'GET', **kwargs) Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:13:33.547521 dv-cinder-788366-8-iscsi neutron-server[103252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:13:33.680621 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7514dffe-4a73-4174-b6d8-28c49805d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (03fdd770-4b79-4695-ba44-04cba0b81eaa), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.682203 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9f9829b8-c29d-4029-b5d2-9b68984c1778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (6e3bd693-a281-4139-94b6-ffca0aaf2248), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.684775 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9f9829b8-c29d-4029-b5d2-9b68984c1778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.686175 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-9f9829b8-c29d-4029-b5d2-9b68984c1778 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6e3bd693-a281-4139-94b6-ffca0aaf2248 HTTP/1.1" status: 204 len: 168 time: 0.3432994 Jan 18 16:13:33.693059 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7514dffe-4a73-4174-b6d8-28c49805d2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.696235 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-7514dffe-4a73-4174-b6d8-28c49805d2d0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/03fdd770-4b79-4695-ba44-04cba0b81eaa HTTP/1.1" status: 204 len: 168 time: 0.4311309 Jan 18 16:13:33.699149 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 49848) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:33.709996 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514dffe-4a73-4174-b6d8-28c49805d2d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=03fdd770-4b79-4695-ba44-04cba0b81eaa,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:33.712546 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9829b8-c29d-4029-b5d2-9b68984c1778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3bd693-a281-4139-94b6-ffca0aaf2248,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:33.746701 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-322bdded-14b8-4e99-80f9-cd5c2501a5dc admin admin] Deleting subnet ce25f390-f474-4010-b0b6-703de69c6011 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:13:33.750100 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-322bdded-14b8-4e99-80f9-cd5c2501a5dc admin admin] Publish callbacks [] for subnet (ce25f390-f474-4010-b0b6-703de69c6011), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.788604 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-322bdded-14b8-4e99-80f9-cd5c2501a5dc admin admin] Publish callbacks [] for subnet (ce25f390-f474-4010-b0b6-703de69c6011), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.794607 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-322bdded-14b8-4e99-80f9-cd5c2501a5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (ce25f390-f474-4010-b0b6-703de69c6011), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.914155 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484880e-2c4f-479d-8b21-0108409defb5 req-65f3e552-377e-497b-af23-43e590e2063c tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:33.915611 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f484880e-2c4f-479d-8b21-0108409defb5 req-65f3e552-377e-497b-af23-43e590e2063c tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 946 time: 0.0478222 Jan 18 16:13:33.918119 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-322bdded-14b8-4e99-80f9-cd5c2501a5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (ce25f390-f474-4010-b0b6-703de69c6011), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.945501 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bdded-14b8-4e99-80f9-cd5c2501a5dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce25f390-f474-4010-b0b6-703de69c6011,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:33.954722 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-322bdded-14b8-4e99-80f9-cd5c2501a5dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:33.958437 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-322bdded-14b8-4e99-80f9-cd5c2501a5dc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ce25f390-f474-4010-b0b6-703de69c6011 HTTP/1.1" status: 204 len: 168 time: 0.2582731 Jan 18 16:13:33.962389 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49852) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:33.991129 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f484880e-2c4f-479d-8b21-0108409defb5 req-ed7abc72-eeea-4ced-947a-f4120469811a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691621 Jan 18 16:13:34.050176 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ddc53c58-0d07-4ea6-9c34-228f5dc81017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (0f1f0339-a8a0-4bc2-a334-e7f277266d29), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:34.145956 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ddc53c58-0d07-4ea6-9c34-228f5dc81017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (0f1f0339-a8a0-4bc2-a334-e7f277266d29), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:34.168073 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-ddc53c58-0d07-4ea6-9c34-228f5dc81017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1f0339-a8a0-4bc2-a334-e7f277266d29']}} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:34.177628 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-ddc53c58-0d07-4ea6-9c34-228f5dc81017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37faf499-c9d7-4947-b002-50a442eeaa9d') {'for_net_delete': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:34.177983 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-ddc53c58-0d07-4ea6-9c34-228f5dc81017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37faf499-c9d7-4947-b002-50a442eeaa9d') {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:13:34.190160 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ddc53c58-0d07-4ea6-9c34-228f5dc81017 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697209'] for segment (37faf499-c9d7-4947-b002-50a442eeaa9d), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:34.200952 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ddc53c58-0d07-4ea6-9c34-228f5dc81017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (37faf499-c9d7-4947-b002-50a442eeaa9d), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:34.207209 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc53c58-0d07-4ea6-9c34-228f5dc81017 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:13:34.207594 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ddc53c58-0d07-4ea6-9c34-228f5dc81017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8693734'] for segment (37faf499-c9d7-4947-b002-50a442eeaa9d), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: Traceback (most recent call last): Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: timer() Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: cb(*args, **kw) Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: return func(*args, **kwargs) Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: self._notify() Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: self.callback(batched_events) Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: event.method(event) Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: return f(self, *a, **k) Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._get(url).json() Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: return self.request(url, 'GET', **kwargs) Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:13:34.209246 dv-cinder-788366-8-iscsi neutron-server[103252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:13:34.400287 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ddc53c58-0d07-4ea6-9c34-228f5dc81017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (0f1f0339-a8a0-4bc2-a334-e7f277266d29), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:34.406236 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ddc53c58-0d07-4ea6-9c34-228f5dc81017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:34.409923 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-ddc53c58-0d07-4ea6-9c34-228f5dc81017 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0f1f0339-a8a0-4bc2-a334-e7f277266d29 HTTP/1.1" status: 204 len: 168 time: 0.4461043 Jan 18 16:13:34.419731 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc53c58-0d07-4ea6-9c34-228f5dc81017 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f1f0339-a8a0-4bc2-a334-e7f277266d29,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:34.799214 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49884) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:34.844628 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-4fb0fa7a-2a7c-4d62-8a88-25f7ed4a2dbb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff0640c9d8ab4dfa8a8b9212a0cb938a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436714 Jan 18 16:13:34.852966 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 49886) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:34.900525 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-145c6668-5f35-4ecb-a7e3-c91b5037c204 admin admin] Publish callbacks [] for security_group (8553c6b6-6437-4e81-a464-5c34c67b14b7), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:34.921605 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-145c6668-5f35-4ecb-a7e3-c91b5037c204 admin admin] Publish callbacks [] for security_group (8553c6b6-6437-4e81-a464-5c34c67b14b7), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:35.157585 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-145c6668-5f35-4ecb-a7e3-c91b5037c204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (8553c6b6-6437-4e81-a464-5c34c67b14b7), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:35.160239 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-145c6668-5f35-4ecb-a7e3-c91b5037c204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:35.163734 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-145c6668-5f35-4ecb-a7e3-c91b5037c204 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8553c6b6-6437-4e81-a464-5c34c67b14b7 HTTP/1.1" status: 204 len: 168 time: 0.3075531 Jan 18 16:13:35.169523 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c6668-5f35-4ecb-a7e3-c91b5037c204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8553c6b6-6437-4e81-a464-5c34c67b14b7,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:35.858648 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 49916) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:35.897379 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ae694a69-33b0-41fa-b228-6adbd645cf84 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a846559e61c5455ea3ec3ee2ad2cebcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404134 Jan 18 16:13:35.899837 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 49922) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:35.947297 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-36862089-0fac-4d5e-898f-92519828cbd3 admin admin] Publish callbacks [] for security_group (344107ac-c68b-4f96-8bf7-56f379e63ddd), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:35.968808 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-36862089-0fac-4d5e-898f-92519828cbd3 admin admin] Publish callbacks [] for security_group (344107ac-c68b-4f96-8bf7-56f379e63ddd), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:36.105926 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-36862089-0fac-4d5e-898f-92519828cbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (344107ac-c68b-4f96-8bf7-56f379e63ddd), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:36.108525 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-36862089-0fac-4d5e-898f-92519828cbd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:36.109750 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-36862089-0fac-4d5e-898f-92519828cbd3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/344107ac-c68b-4f96-8bf7-56f379e63ddd HTTP/1.1" status: 204 len: 168 time: 0.2089145 Jan 18 16:13:36.117614 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36862089-0fac-4d5e-898f-92519828cbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344107ac-c68b-4f96-8bf7-56f379e63ddd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:39.403307 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b58a93ee-56ea-4177-8efc-dc9f0be886f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:39.533422 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50000) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:39.634319 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c835aebf-7c67-45c9-b9ac-c70ca113231e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:39.704729 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c835aebf-7c67-45c9-b9ac-c70ca113231e admin admin] Publish callbacks [] for security_group (c3d1667c-4ea4-44ce-92df-9662cd5debb9), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:39.777424 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c835aebf-7c67-45c9-b9ac-c70ca113231e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (c3d1667c-4ea4-44ce-92df-9662cd5debb9), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:39.818513 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c835aebf-7c67-45c9-b9ac-c70ca113231e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e3be20e9392401f80a9d06a2321dbb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839735 Jan 18 16:13:39.819368 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835aebf-7c67-45c9-b9ac-c70ca113231e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d1667c-4ea4-44ce-92df-9662cd5debb9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:39.821209 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50004) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:39.869041 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-dd55af4f-c2d6-4d33-9bd7-f3eed9c23fc1 admin admin] Publish callbacks [] for security_group (c3d1667c-4ea4-44ce-92df-9662cd5debb9), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:39.889444 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-dd55af4f-c2d6-4d33-9bd7-f3eed9c23fc1 admin admin] Publish callbacks [] for security_group (c3d1667c-4ea4-44ce-92df-9662cd5debb9), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:40.017220 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-dd55af4f-c2d6-4d33-9bd7-f3eed9c23fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (c3d1667c-4ea4-44ce-92df-9662cd5debb9), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:40.019860 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-dd55af4f-c2d6-4d33-9bd7-f3eed9c23fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:40.021152 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-dd55af4f-c2d6-4d33-9bd7-f3eed9c23fc1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3d1667c-4ea4-44ce-92df-9662cd5debb9 HTTP/1.1" status: 204 len: 168 time: 0.1988440 Jan 18 16:13:40.030047 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55af4f-c2d6-4d33-9bd7-f3eed9c23fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d1667c-4ea4-44ce-92df-9662cd5debb9,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:40.582197 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50024) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:40.597709 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-646b314f-1f3d-4d15-a9b0-5334cd5f5425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:40.669018 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-646b314f-1f3d-4d15-a9b0-5334cd5f5425 admin admin] Publish callbacks [] for security_group (f1c5b85b-fd9c-4920-a6dd-f0b836ae0018), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:40.794650 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-646b314f-1f3d-4d15-a9b0-5334cd5f5425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (f1c5b85b-fd9c-4920-a6dd-f0b836ae0018), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:40.833983 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-646b314f-1f3d-4d15-a9b0-5334cd5f5425 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=53461193e50945329505809a8dae38af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508521 Jan 18 16:13:40.834692 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b314f-1f3d-4d15-a9b0-5334cd5f5425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c5b85b-fd9c-4920-a6dd-f0b836ae0018,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:40.836571 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50026) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:40.884125 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-824ee74a-4eb7-4a11-8cf4-ab3b156f6263 admin admin] Publish callbacks [] for security_group (f1c5b85b-fd9c-4920-a6dd-f0b836ae0018), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:40.905285 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-824ee74a-4eb7-4a11-8cf4-ab3b156f6263 admin admin] Publish callbacks [] for security_group (f1c5b85b-fd9c-4920-a6dd-f0b836ae0018), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:41.399871 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-824ee74a-4eb7-4a11-8cf4-ab3b156f6263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (f1c5b85b-fd9c-4920-a6dd-f0b836ae0018), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:41.402539 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-824ee74a-4eb7-4a11-8cf4-ab3b156f6263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:41.407007 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-824ee74a-4eb7-4a11-8cf4-ab3b156f6263 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1c5b85b-fd9c-4920-a6dd-f0b836ae0018 HTTP/1.1" status: 204 len: 168 time: 0.5661106 Jan 18 16:13:41.411220 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ee74a-4eb7-4a11-8cf4-ab3b156f6263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c5b85b-fd9c-4920-a6dd-f0b836ae0018,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:41.480342 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9dafb1ff-f8dc-4bcd-b1c0-af52dc701f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:41.776499 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:13:43.491395 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:44.325886 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:44.907635 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50122) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:45.007659 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-804ef999-29c5-4d2c-b90f-12decae393a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:45.076305 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-804ef999-29c5-4d2c-b90f-12decae393a1 admin admin] Publish callbacks [] for security_group (230c3a4e-e080-446f-b91d-1ae6dafa9f48), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:45.134006 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-804ef999-29c5-4d2c-b90f-12decae393a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (230c3a4e-e080-446f-b91d-1ae6dafa9f48), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:45.170300 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ef999-29c5-4d2c-b90f-12decae393a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230c3a4e-e080-446f-b91d-1ae6dafa9f48,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:45.174584 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-804ef999-29c5-4d2c-b90f-12decae393a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=134a15e17aa94277b5767c9eaf1b418e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659509 Jan 18 16:13:45.177244 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50128) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:45.442230 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e30e1f9-8dd5-43d9-b2f6-2549216a1aae admin admin] Publish callbacks [] for security_group (230c3a4e-e080-446f-b91d-1ae6dafa9f48), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:45.462458 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e30e1f9-8dd5-43d9-b2f6-2549216a1aae admin admin] Publish callbacks [] for security_group (230c3a4e-e080-446f-b91d-1ae6dafa9f48), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:45.568835 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e30e1f9-8dd5-43d9-b2f6-2549216a1aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (230c3a4e-e080-446f-b91d-1ae6dafa9f48), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:45.571400 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e30e1f9-8dd5-43d9-b2f6-2549216a1aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:45.572536 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-3e30e1f9-8dd5-43d9-b2f6-2549216a1aae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/230c3a4e-e080-446f-b91d-1ae6dafa9f48 HTTP/1.1" status: 204 len: 168 time: 0.3944044 Jan 18 16:13:45.580094 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30e1f9-8dd5-43d9-b2f6-2549216a1aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230c3a4e-e080-446f-b91d-1ae6dafa9f48,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:45.763226 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:46.260886 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50144) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:46.274426 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-152b7b94-22ce-4d3c-be3b-fcb1fe63e493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:46.347084 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-152b7b94-22ce-4d3c-be3b-fcb1fe63e493 admin admin] Publish callbacks [] for security_group (0fd29195-7a3d-4302-83a8-fa5127b3d73e), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:46.434537 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-152b7b94-22ce-4d3c-be3b-fcb1fe63e493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (0fd29195-7a3d-4302-83a8-fa5127b3d73e), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:46.473047 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-152b7b94-22ce-4d3c-be3b-fcb1fe63e493 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=59b1753c52b7472a9f30ce54daf46a8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109902 Jan 18 16:13:46.474199 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b7b94-22ce-4d3c-be3b-fcb1fe63e493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd29195-7a3d-4302-83a8-fa5127b3d73e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:46.475745 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50152) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:46.527786 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-71c54689-93ee-44ab-ac02-d0844fa65232 admin admin] Publish callbacks [] for security_group (0fd29195-7a3d-4302-83a8-fa5127b3d73e), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:46.548508 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-71c54689-93ee-44ab-ac02-d0844fa65232 admin admin] Publish callbacks [] for security_group (0fd29195-7a3d-4302-83a8-fa5127b3d73e), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:46.668908 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-71c54689-93ee-44ab-ac02-d0844fa65232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (0fd29195-7a3d-4302-83a8-fa5127b3d73e), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:46.671497 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-71c54689-93ee-44ab-ac02-d0844fa65232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:46.673255 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-71c54689-93ee-44ab-ac02-d0844fa65232 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0fd29195-7a3d-4302-83a8-fa5127b3d73e HTTP/1.1" status: 204 len: 168 time: 0.1951797 Jan 18 16:13:46.681072 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c54689-93ee-44ab-ac02-d0844fa65232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd29195-7a3d-4302-83a8-fa5127b3d73e,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:48.281382 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50208) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:48.381673 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a9b825d2-98ae-41c8-94b4-dcb4614089e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:48.455276 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a9b825d2-98ae-41c8-94b4-dcb4614089e4 admin admin] Publish callbacks [] for security_group (126b83f6-5a11-4575-9610-9b31935269cf), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:48.535423 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a9b825d2-98ae-41c8-94b4-dcb4614089e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (126b83f6-5a11-4575-9610-9b31935269cf), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:48.572262 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-a9b825d2-98ae-41c8-94b4-dcb4614089e4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9187cbf8496744ee97a3964e314cd7be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897158 Jan 18 16:13:48.574230 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b825d2-98ae-41c8-94b4-dcb4614089e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126b83f6-5a11-4575-9610-9b31935269cf,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:48.574997 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50212) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:48.622811 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c8adf3e-06e0-4dd6-b8a6-30a8632533a7 admin admin] Publish callbacks [] for security_group (126b83f6-5a11-4575-9610-9b31935269cf), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:48.646277 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c8adf3e-06e0-4dd6-b8a6-30a8632533a7 admin admin] Publish callbacks [] for security_group (126b83f6-5a11-4575-9610-9b31935269cf), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:48.797449 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c8adf3e-06e0-4dd6-b8a6-30a8632533a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (126b83f6-5a11-4575-9610-9b31935269cf), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:48.800596 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c8adf3e-06e0-4dd6-b8a6-30a8632533a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:48.801823 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-7c8adf3e-06e0-4dd6-b8a6-30a8632533a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/126b83f6-5a11-4575-9610-9b31935269cf HTTP/1.1" status: 204 len: 168 time: 0.2257719 Jan 18 16:13:48.809695 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8adf3e-06e0-4dd6-b8a6-30a8632533a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126b83f6-5a11-4575-9610-9b31935269cf,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:50.338811 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50268) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:50.440663 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f902b143-4934-4005-879f-8664a05e72fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:50.511440 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f902b143-4934-4005-879f-8664a05e72fb admin admin] Publish callbacks [] for security_group (76366e13-8604-4f9b-804f-ea172dd61259), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:50.576703 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f902b143-4934-4005-879f-8664a05e72fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (76366e13-8604-4f9b-804f-ea172dd61259), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:50.614426 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-f902b143-4934-4005-879f-8664a05e72fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=54a9b7fc66764383a1d04abd2863aaab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745345 Jan 18 16:13:50.616590 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902b143-4934-4005-879f-8664a05e72fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76366e13-8604-4f9b-804f-ea172dd61259,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:50.617287 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50272) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:50.664766 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4891f637-3e7f-452d-9b7f-6cc829264d3f admin admin] Publish callbacks [] for security_group (76366e13-8604-4f9b-804f-ea172dd61259), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:50.685776 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4891f637-3e7f-452d-9b7f-6cc829264d3f admin admin] Publish callbacks [] for security_group (76366e13-8604-4f9b-804f-ea172dd61259), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:50.877639 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4891f637-3e7f-452d-9b7f-6cc829264d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (76366e13-8604-4f9b-804f-ea172dd61259), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:50.880180 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4891f637-3e7f-452d-9b7f-6cc829264d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:50.881406 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-4891f637-3e7f-452d-9b7f-6cc829264d3f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76366e13-8604-4f9b-804f-ea172dd61259 HTTP/1.1" status: 204 len: 168 time: 0.2631397 Jan 18 16:13:50.889016 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891f637-3e7f-452d-9b7f-6cc829264d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76366e13-8604-4f9b-804f-ea172dd61259,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:54.733974 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50370) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:54.847643 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c8e33099-a3b7-4522-bf82-fe21d7431149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:54.920756 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c8e33099-a3b7-4522-bf82-fe21d7431149 admin admin] Publish callbacks [] for security_group (b5401f7b-5fe3-41c1-943a-b67f873a252b), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:55.011103 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c8e33099-a3b7-4522-bf82-fe21d7431149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (b5401f7b-5fe3-41c1-943a-b67f873a252b), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:55.049693 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e33099-a3b7-4522-bf82-fe21d7431149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5401f7b-5fe3-41c1-943a-b67f873a252b,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:55.055833 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-c8e33099-a3b7-4522-bf82-fe21d7431149 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c29155886f16458cb13c8b0a1f75570d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242016 Jan 18 16:13:55.058462 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50378) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:55.105703 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-70160e93-7984-489a-947b-2509a16ae174 admin admin] Publish callbacks [] for security_group (b5401f7b-5fe3-41c1-943a-b67f873a252b), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:55.127162 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-70160e93-7984-489a-947b-2509a16ae174 admin admin] Publish callbacks [] for security_group (b5401f7b-5fe3-41c1-943a-b67f873a252b), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:55.245490 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-70160e93-7984-489a-947b-2509a16ae174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (b5401f7b-5fe3-41c1-943a-b67f873a252b), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:55.248074 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-70160e93-7984-489a-947b-2509a16ae174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:55.249258 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-70160e93-7984-489a-947b-2509a16ae174 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5401f7b-5fe3-41c1-943a-b67f873a252b HTTP/1.1" status: 204 len: 168 time: 0.1897912 Jan 18 16:13:55.257114 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70160e93-7984-489a-947b-2509a16ae174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5401f7b-5fe3-41c1-943a-b67f873a252b,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:55.831535 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50402) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:55.844930 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-55226395-9833-472c-91ed-57bc89b713b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:55.919992 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-55226395-9833-472c-91ed-57bc89b713b3 admin admin] Publish callbacks [] for security_group (4ee7fdae-0482-440e-992e-129a4770bdb6), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:56.022407 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-55226395-9833-472c-91ed-57bc89b713b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (4ee7fdae-0482-440e-992e-129a4770bdb6), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:56.060702 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-55226395-9833-472c-91ed-57bc89b713b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=efe6c77874a040a9b71087706c26cba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280514 Jan 18 16:13:56.061619 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55226395-9833-472c-91ed-57bc89b713b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee7fdae-0482-440e-992e-129a4770bdb6,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:56.063420 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50406) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:13:56.114428 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-083aadcf-5462-4bef-bd2b-3c917ade61bc admin admin] Publish callbacks [] for security_group (4ee7fdae-0482-440e-992e-129a4770bdb6), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:56.134823 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-083aadcf-5462-4bef-bd2b-3c917ade61bc admin admin] Publish callbacks [] for security_group (4ee7fdae-0482-440e-992e-129a4770bdb6), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:56.260227 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-083aadcf-5462-4bef-bd2b-3c917ade61bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (4ee7fdae-0482-440e-992e-129a4770bdb6), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:56.262885 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-083aadcf-5462-4bef-bd2b-3c917ade61bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:56.264039 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-083aadcf-5462-4bef-bd2b-3c917ade61bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4ee7fdae-0482-440e-992e-129a4770bdb6 HTTP/1.1" status: 204 len: 168 time: 0.1985176 Jan 18 16:13:56.271901 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083aadcf-5462-4bef-bd2b-3c917ade61bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee7fdae-0482-440e-992e-129a4770bdb6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:13:58.165774 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:13:58.892807 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff93316-20c9-49a1-8afb-5bce3867138c req-d0d5df9c-fd7e-418c-98a3-08ff7c610be4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:13:58.894285 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4ff93316-20c9-49a1-8afb-5bce3867138c req-d0d5df9c-fd7e-418c-98a3-08ff7c610be4 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 946 time: 0.0515208 Jan 18 16:13:58.945727 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4ff93316-20c9-49a1-8afb-5bce3867138c req-1edb7c0b-25e8-48d8-89fb-dbf98979b58a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453148 Jan 18 16:14:00.059260 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f502c-ec23-4e0e-8516-0b2d305c1b25 req-f4c901b6-0165-4ff4-a2f9-e97022ad32a3 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:00.060747 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-da0f502c-ec23-4e0e-8516-0b2d305c1b25 req-f4c901b6-0165-4ff4-a2f9-e97022ad32a3 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 946 time: 0.0473173 Jan 18 16:14:00.109195 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-da0f502c-ec23-4e0e-8516-0b2d305c1b25 req-d1b694bb-d076-4718-8aa8-5531fa36df38 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/security-groups?id=052aa7f2-91a3-4569-a81c-21cab1cf3688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426736 Jan 18 16:14:00.752764 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94541a0a-802f-408e-8587-81be26399a17 req-4300b0c0-735a-4b82-9862-6cc2b5a98b21 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:00.754233 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-94541a0a-802f-408e-8587-81be26399a17 req-4300b0c0-735a-4b82-9862-6cc2b5a98b21 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 946 time: 0.0494885 Jan 18 16:14:00.843486 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-94541a0a-802f-408e-8587-81be26399a17 req-7858e8fc-a884-4927-a03b-9e5cfdbf101a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Deleting port 40c5e3a1-dfd3-4599-9a8f-88739edfacee {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:14:00.843835 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-94541a0a-802f-408e-8587-81be26399a17 req-7858e8fc-a884-4927-a03b-9e5cfdbf101a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (40c5e3a1-dfd3-4599-9a8f-88739edfacee), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:00.938503 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-94541a0a-802f-408e-8587-81be26399a17 req-7858e8fc-a884-4927-a03b-9e5cfdbf101a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] For port 40c5e3a1-dfd3-4599-9a8f-88739edfacee, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=40c5e3a1-dfd3-4599-9a8f-88739edfacee,segment=NetworkSegment(89476d8a-7e22-4169-8643-6ba92f2c958a),segment_id=89476d8a-7e22-4169-8643-6ba92f2c958a)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:00.938883 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-94541a0a-802f-408e-8587-81be26399a17 req-7858e8fc-a884-4927-a03b-9e5cfdbf101a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (40c5e3a1-dfd3-4599-9a8f-88739edfacee), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:00.951272 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-94541a0a-802f-408e-8587-81be26399a17 req-7858e8fc-a884-4927-a03b-9e5cfdbf101a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Calling delete_port for 40c5e3a1-dfd3-4599-9a8f-88739edfacee owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:14:01.134385 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-94541a0a-802f-408e-8587-81be26399a17 req-7858e8fc-a884-4927-a03b-9e5cfdbf101a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (40c5e3a1-dfd3-4599-9a8f-88739edfacee), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:01.148485 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['40c5e3a1-dfd3-4599-9a8f-88739edfacee'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:14:01.169193 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858e8fc-a884-4927-a03b-9e5cfdbf101a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Pushing event deleted for resources: {'Port': ['ID=40c5e3a1-dfd3-4599-9a8f-88739edfacee,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:01.211635 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-94541a0a-802f-408e-8587-81be26399a17 req-7858e8fc-a884-4927-a03b-9e5cfdbf101a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] No DVR routers for this DVR port 40c5e3a1-dfd3-4599-9a8f-88739edfacee on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:14:01.214059 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-94541a0a-802f-408e-8587-81be26399a17 req-7858e8fc-a884-4927-a03b-9e5cfdbf101a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:01.217395 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-94541a0a-802f-408e-8587-81be26399a17 req-7858e8fc-a884-4927-a03b-9e5cfdbf101a tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.72 "DELETE /v2.0/ports/40c5e3a1-dfd3-4599-9a8f-88739edfacee HTTP/1.1" status: 204 len: 173 time: 0.4540672 Jan 18 16:14:01.217828 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a234521-357e-492e-b283-ee83bcc500d2', 'name': 'network-vif-deleted', 'tag': '40c5e3a1-dfd3-4599-9a8f-88739edfacee'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:14:01.220092 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf274a4-c307-462e-92cf-52f6dc2cd330" -d '{"events": [{"server_uuid": "5a234521-357e-492e-b283-ee83bcc500d2", "name": "network-vif-deleted", "tag": "40c5e3a1-dfd3-4599-9a8f-88739edfacee"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:14:01.226901 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-233b0cac-a4f9-4d19-8541-340793dbb09d req-31da906f-307f-4953-85ed-99c71a417203 tempest-VolumesSnapshotTestJSON-75250743 tempest-VolumesSnapshotTestJSON-75250743-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a234521-357e-492e-b283-ee83bcc500d2 HTTP/1.1" status: 200 len: 210 time: 0.0299554 Jan 18 16:14:01.256839 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a573d21-3728-4c09-9ac2-789a817e413b x-openstack-request-id: req-0a573d21-3728-4c09-9ac2-789a817e413b {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:14:01.257642 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a234521-357e-492e-b283-ee83bcc500d2", "name": "network-vif-deleted", "tag": "40c5e3a1-dfd3-4599-9a8f-88739edfacee", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:14:01.257642 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a573d21-3728-4c09-9ac2-789a817e413b {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:14:01.257844 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a234521-357e-492e-b283-ee83bcc500d2', 'name': 'network-vif-deleted', 'tag': '40c5e3a1-dfd3-4599-9a8f-88739edfacee', 'status': 'completed', 'code': 200} Jan 18 16:14:01.618659 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50602) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:01.719743 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-881ab8d6-c571-4fbf-b989-8230f3de9320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:01.790777 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-881ab8d6-c571-4fbf-b989-8230f3de9320 admin admin] Publish callbacks [] for security_group (70600404-3a7a-4690-9ea1-b7115138470e), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:01.923206 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-881ab8d6-c571-4fbf-b989-8230f3de9320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (70600404-3a7a-4690-9ea1-b7115138470e), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:01.965827 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-881ab8d6-c571-4fbf-b989-8230f3de9320 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=94c87ee49b7d4bf9a6e4e5931b022f79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460324 Jan 18 16:14:01.967058 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ab8d6-c571-4fbf-b989-8230f3de9320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70600404-3a7a-4690-9ea1-b7115138470e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:01.968483 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50606) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:02.021812 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1e78e410-f615-498a-b51f-3fb43744a814 admin admin] Publish callbacks [] for security_group (70600404-3a7a-4690-9ea1-b7115138470e), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:02.045585 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1e78e410-f615-498a-b51f-3fb43744a814 admin admin] Publish callbacks [] for security_group (70600404-3a7a-4690-9ea1-b7115138470e), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:02.245924 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1e78e410-f615-498a-b51f-3fb43744a814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (70600404-3a7a-4690-9ea1-b7115138470e), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:02.250774 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1e78e410-f615-498a-b51f-3fb43744a814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:02.251678 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-1e78e410-f615-498a-b51f-3fb43744a814 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/70600404-3a7a-4690-9ea1-b7115138470e HTTP/1.1" status: 204 len: 168 time: 0.2821145 Jan 18 16:14:02.263084 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78e410-f615-498a-b51f-3fb43744a814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70600404-3a7a-4690-9ea1-b7115138470e,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:02.642472 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50636) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:02.758873 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-99653af0-b2d9-42e1-8123-ab7526921b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:02.831670 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-99653af0-b2d9-42e1-8123-ab7526921b9d admin admin] Publish callbacks [] for security_group (7b7a7036-9ca5-4c9e-89dc-127cabf37688), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:02.982629 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-99653af0-b2d9-42e1-8123-ab7526921b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (7b7a7036-9ca5-4c9e-89dc-127cabf37688), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:03.022728 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-99653af0-b2d9-42e1-8123-ab7526921b9d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=37f4b3b111cb485a8d46d83be2805876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791199 Jan 18 16:14:03.027405 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99653af0-b2d9-42e1-8123-ab7526921b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7a7036-9ca5-4c9e-89dc-127cabf37688,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:03.029228 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50644) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:03.076915 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-29be48f5-9088-4e58-931c-ddb5c315d95d admin admin] Publish callbacks [] for security_group (7b7a7036-9ca5-4c9e-89dc-127cabf37688), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:03.098374 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-29be48f5-9088-4e58-931c-ddb5c315d95d admin admin] Publish callbacks [] for security_group (7b7a7036-9ca5-4c9e-89dc-127cabf37688), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:03.231892 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-29be48f5-9088-4e58-931c-ddb5c315d95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (7b7a7036-9ca5-4c9e-89dc-127cabf37688), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:03.234459 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-29be48f5-9088-4e58-931c-ddb5c315d95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:03.236229 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-29be48f5-9088-4e58-931c-ddb5c315d95d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b7a7036-9ca5-4c9e-89dc-127cabf37688 HTTP/1.1" status: 204 len: 168 time: 0.2058163 Jan 18 16:14:03.245797 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be48f5-9088-4e58-931c-ddb5c315d95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7a7036-9ca5-4c9e-89dc-127cabf37688,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:03.255832 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50650) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:03.269268 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-0dbb162d-ada7-475e-b95e-185fe7cfff5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:03.344137 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-0dbb162d-ada7-475e-b95e-185fe7cfff5e admin admin] Publish callbacks [] for security_group (07097327-d757-4425-8c9a-f5286ed2f1bf), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:03.420024 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-0dbb162d-ada7-475e-b95e-185fe7cfff5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (07097327-d757-4425-8c9a-f5286ed2f1bf), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:03.461486 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-0dbb162d-ada7-475e-b95e-185fe7cfff5e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f1aa9264c1e4f46b3bcea35968b1130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2042954 Jan 18 16:14:03.463680 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb162d-ada7-475e-b95e-185fe7cfff5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07097327-d757-4425-8c9a-f5286ed2f1bf,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:03.464396 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50652) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:03.521881 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a04ff1ac-73d5-4c29-a129-50b25cab84b1 admin admin] Publish callbacks [] for security_group (07097327-d757-4425-8c9a-f5286ed2f1bf), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:03.543045 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a04ff1ac-73d5-4c29-a129-50b25cab84b1 admin admin] Publish callbacks [] for security_group (07097327-d757-4425-8c9a-f5286ed2f1bf), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:03.689011 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a04ff1ac-73d5-4c29-a129-50b25cab84b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (07097327-d757-4425-8c9a-f5286ed2f1bf), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:03.691946 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a04ff1ac-73d5-4c29-a129-50b25cab84b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:03.693142 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a04ff1ac-73d5-4c29-a129-50b25cab84b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/07097327-d757-4425-8c9a-f5286ed2f1bf HTTP/1.1" status: 204 len: 168 time: 0.2277188 Jan 18 16:14:03.707211 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ff1ac-73d5-4c29-a129-50b25cab84b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07097327-d757-4425-8c9a-f5286ed2f1bf,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:03.874386 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 40c5e3a1-dfd3-4599-9a8f-88739edfacee no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:14:03.894008 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: 40c5e3a1-dfd3-4599-9a8f-88739edfacee {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:14:03.894351 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 40c5e3a1-dfd3-4599-9a8f-88739edfacee not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:14:04.265229 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50676) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:04.279111 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-54859c03-f332-42da-8dcb-97b34f797cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:04.307901 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022b151-aaaa-45ca-9d82-d41220293aec req-b8f6dda2-6cb2-48d0-82ae-369c5d85adf8 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:04.309522 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9022b151-aaaa-45ca-9d82-d41220293aec req-b8f6dda2-6cb2-48d0-82ae-369c5d85adf8 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 947 time: 0.0519459 Jan 18 16:14:04.357290 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-54859c03-f332-42da-8dcb-97b34f797cb5 admin admin] Publish callbacks [] for security_group (dfcebf9c-3b8e-4e8c-b098-fc670f30cdad), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:04.371082 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9022b151-aaaa-45ca-9d82-d41220293aec req-07c0d1c4-8f94-4176-afd5-185618d6df68 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550730 Jan 18 16:14:04.433723 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-54859c03-f332-42da-8dcb-97b34f797cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (dfcebf9c-3b8e-4e8c-b098-fc670f30cdad), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:04.476303 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-54859c03-f332-42da-8dcb-97b34f797cb5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6d2a23000cb45feb8124c11768e0c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101045 Jan 18 16:14:04.478888 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50682) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:04.488402 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54859c03-f332-42da-8dcb-97b34f797cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcebf9c-3b8e-4e8c-b098-fc670f30cdad,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:04.540308 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cd2a-f55f-439e-a053-0d29dbba7288 admin admin] Publish callbacks [] for security_group (dfcebf9c-3b8e-4e8c-b098-fc670f30cdad), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:04.563740 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cd2a-f55f-439e-a053-0d29dbba7288 admin admin] Publish callbacks [] for security_group (dfcebf9c-3b8e-4e8c-b098-fc670f30cdad), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:04.668397 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cd2a-f55f-439e-a053-0d29dbba7288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (dfcebf9c-3b8e-4e8c-b098-fc670f30cdad), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:04.671011 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cd2a-f55f-439e-a053-0d29dbba7288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:04.674685 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ccb3cd2a-f55f-439e-a053-0d29dbba7288 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dfcebf9c-3b8e-4e8c-b098-fc670f30cdad HTTP/1.1" status: 204 len: 168 time: 0.1921844 Jan 18 16:14:04.680870 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3cd2a-f55f-439e-a053-0d29dbba7288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcebf9c-3b8e-4e8c-b098-fc670f30cdad,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:05.379357 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50704) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:05.392446 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ecd86b61-66c0-4e71-a450-5a025776742d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:05.474903 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ecd86b61-66c0-4e71-a450-5a025776742d admin admin] Publish callbacks [] for security_group (238bd481-69d9-4395-a548-d6b19d30f91d), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:05.499893 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94264ae-ff2a-4643-bf2c-0e47dd438927 req-9ba57bbf-3e38-4252-b89c-0bfbf8791998 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:05.501474 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d94264ae-ff2a-4643-bf2c-0e47dd438927 req-9ba57bbf-3e38-4252-b89c-0bfbf8791998 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 947 time: 0.0532489 Jan 18 16:14:05.540141 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ecd86b61-66c0-4e71-a450-5a025776742d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (238bd481-69d9-4395-a548-d6b19d30f91d), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:05.549500 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d94264ae-ff2a-4643-bf2c-0e47dd438927 req-5a11f797-910f-415c-9da2-733d5b6313b9 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422554 Jan 18 16:14:05.582185 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ecd86b61-66c0-4e71-a450-5a025776742d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98f9a4c013fd4f5998d3cff111bb14df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017004 Jan 18 16:14:05.583827 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd86b61-66c0-4e71-a450-5a025776742d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238bd481-69d9-4395-a548-d6b19d30f91d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:05.585369 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50714) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:05.640146 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7a40b431-654d-48f3-9a1a-2c75d8a8331f admin admin] Publish callbacks [] for security_group (238bd481-69d9-4395-a548-d6b19d30f91d), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:05.664799 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7a40b431-654d-48f3-9a1a-2c75d8a8331f admin admin] Publish callbacks [] for security_group (238bd481-69d9-4395-a548-d6b19d30f91d), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:05.877114 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7a40b431-654d-48f3-9a1a-2c75d8a8331f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (238bd481-69d9-4395-a548-d6b19d30f91d), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:05.880276 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7a40b431-654d-48f3-9a1a-2c75d8a8331f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:05.881777 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-7a40b431-654d-48f3-9a1a-2c75d8a8331f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/238bd481-69d9-4395-a548-d6b19d30f91d HTTP/1.1" status: 204 len: 168 time: 0.2944441 Jan 18 16:14:05.890175 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40b431-654d-48f3-9a1a-2c75d8a8331f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238bd481-69d9-4395-a548-d6b19d30f91d,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:06.671237 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330625d-0192-4548-865d-544a806dc931 req-6741d3f5-56bf-4d09-95aa-676d2dbd2a28 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:06.672788 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0330625d-0192-4548-865d-544a806dc931 req-6741d3f5-56bf-4d09-95aa-676d2dbd2a28 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 947 time: 0.0525205 Jan 18 16:14:06.722630 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0330625d-0192-4548-865d-544a806dc931 req-101fdbd2-e712-45da-92a5-543eb4a359f2 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435910 Jan 18 16:14:06.946457 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50758) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:07.043234 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6741e32a-69ba-4ae4-830c-b38303c4e95c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-8110516-network', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:07.162912 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6741e32a-69ba-4ae4-830c-b38303c4e95c admin admin] Made reservation on behalf of acc4cb619a8040ea87a28be703b168c8 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:14:07.165274 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6741e32a-69ba-4ae4-830c-b38303c4e95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:07.173896 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6741e32a-69ba-4ae4-830c-b38303c4e95c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:07.244791 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6741e32a-69ba-4ae4-830c-b38303c4e95c admin admin] Publish callbacks [] for security_group (5ee0a444-de52-4425-b655-290dfcb87070), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:07.311294 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6741e32a-69ba-4ae4-830c-b38303c4e95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (5ee0a444-de52-4425-b655-290dfcb87070), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:07.338674 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6741e32a-69ba-4ae4-830c-b38303c4e95c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:14:07.347099 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741e32a-69ba-4ae4-830c-b38303c4e95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee0a444-de52-4425-b655-290dfcb87070,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:07.352940 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6741e32a-69ba-4ae4-830c-b38303c4e95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (d181e33c-3b08-4fe0-9016-21d2678e65d2), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:07.353287 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-6741e32a-69ba-4ae4-830c-b38303c4e95c admin admin] Added segment d181e33c-3b08-4fe0-9016-21d2678e65d2 of type vlan for network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 Jan 18 16:14:07.393690 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6741e32a-69ba-4ae4-830c-b38303c4e95c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (9006094a-4cd3-4690-ae5f-0e16ae5eb237), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:07.488428 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6741e32a-69ba-4ae4-830c-b38303c4e95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (9006094a-4cd3-4690-ae5f-0e16ae5eb237), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:07.489453 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6741e32a-69ba-4ae4-830c-b38303c4e95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:07.490053 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6741e32a-69ba-4ae4-830c-b38303c4e95c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:07.547993 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741e32a-69ba-4ae4-830c-b38303c4e95c admin admin] Pushing event updated for resources: {'Network': ['ID=9006094a-4cd3-4690-ae5f-0e16ae5eb237,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:07.557737 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:14:07.608468 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-6741e32a-69ba-4ae4-830c-b38303c4e95c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6607487 Jan 18 16:14:07.611138 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50764) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:07.616237 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a6d2b5fd-8ee6-4380-8ff9-3aedfdc5e506 admin admin] Request body: {'subnet': {'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-8110516-subnet', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:07.725566 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d2b5fd-8ee6-4380-8ff9-3aedfdc5e506 admin admin] Made reservation on behalf of acc4cb619a8040ea87a28be703b168c8 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:14:07.727931 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b5fd-8ee6-4380-8ff9-3aedfdc5e506 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:07.835450 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acb0e4-5b38-4d50-aa11-a3aae4d463ed req-46560507-7f32-41ce-9432-566d669ed7b7 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:07.837014 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7acb0e4-5b38-4d50-aa11-a3aae4d463ed req-46560507-7f32-41ce-9432-566d669ed7b7 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 947 time: 0.1068826 Jan 18 16:14:07.843828 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d8c98-8630-4f6f-8eaf-a61d64c06570 req-22663fba-70bf-40c1-91be-ba0c9cdb8fcc tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:07.845455 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a19d8c98-8630-4f6f-8eaf-a61d64c06570 req-22663fba-70bf-40c1-91be-ba0c9cdb8fcc tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 947 time: 0.0504088 Jan 18 16:14:07.914664 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a19d8c98-8630-4f6f-8eaf-a61d64c06570 req-3f05285e-ae17-4659-8883-bf40e56b32cf tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=14042304-7dfd-4f9a-a185-5398572401fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613959 Jan 18 16:14:08.012805 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a7acb0e4-5b38-4d50-aa11-a3aae4d463ed req-255c6352-3823-4bf1-b89d-d54040f66bfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Deleting port b5c94257-87ae-45c5-9e01-b951ced94435 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:14:08.013366 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a7acb0e4-5b38-4d50-aa11-a3aae4d463ed req-255c6352-3823-4bf1-b89d-d54040f66bfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:08.087899 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b5fd-8ee6-4380-8ff9-3aedfdc5e506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (2fed91ed-377f-4a66-bb0c-79607a693d03), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:08.132526 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a7acb0e4-5b38-4d50-aa11-a3aae4d463ed req-255c6352-3823-4bf1-b89d-d54040f66bfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] For port b5c94257-87ae-45c5-9e01-b951ced94435, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b5c94257-87ae-45c5-9e01-b951ced94435,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:08.132850 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a7acb0e4-5b38-4d50-aa11-a3aae4d463ed req-255c6352-3823-4bf1-b89d-d54040f66bfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:08.229769 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2b5fd-8ee6-4380-8ff9-3aedfdc5e506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fed91ed-377f-4a66-bb0c-79607a693d03,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:08.268543 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d2b5fd-8ee6-4380-8ff9-3aedfdc5e506 admin admin] Checking segment: {'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:08.268928 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d2b5fd-8ee6-4380-8ff9-3aedfdc5e506 admin admin] Network hostable DHCP agents. Network: 9006094a-4cd3-4690-ae5f-0e16ae5eb237, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:14:08.411931 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d2b5fd-8ee6-4380-8ff9-3aedfdc5e506 admin admin] Network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:14:08.451214 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a7acb0e4-5b38-4d50-aa11-a3aae4d463ed req-255c6352-3823-4bf1-b89d-d54040f66bfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:08.451604 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a7acb0e4-5b38-4d50-aa11-a3aae4d463ed req-255c6352-3823-4bf1-b89d-d54040f66bfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (794bd236-65fb-4fdc-a7cb-9ee69e21c6fc), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:08.451963 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.l3_db [req-a7acb0e4-5b38-4d50-aa11-a3aae4d463ed req-255c6352-3823-4bf1-b89d-d54040f66bfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Floating IP 794bd236-65fb-4fdc-a7cb-9ee69e21c6fc disassociated. External IP: 172.27.2.225, port: b5c94257-87ae-45c5-9e01-b951ced94435. Jan 18 16:14:08.452306 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a7acb0e4-5b38-4d50-aa11-a3aae4d463ed req-255c6352-3823-4bf1-b89d-d54040f66bfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Calling delete_port for b5c94257-87ae-45c5-9e01-b951ced94435 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:14:08.510350 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a6d2b5fd-8ee6-4380-8ff9-3aedfdc5e506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, 9006094a-4cd3-4690-ae5f-0e16ae5eb237) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:08.516209 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d2b5fd-8ee6-4380-8ff9-3aedfdc5e506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:08.516883 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b5fd-8ee6-4380-8ff9-3aedfdc5e506 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:08.518534 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcfa864-a9a0-4b7a-9c65-5e588cd171f6 None None] Network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:14:08.611451 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a6d2b5fd-8ee6-4380-8ff9-3aedfdc5e506 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9991264 Jan 18 16:14:08.613931 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50784) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:08.620557 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:08.623673 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a97d34a-f00c-50ca-a5ed-93c7ff92fefd-9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03'}]}} from dv-cinder-788366-8-iscsi. {{(pid=103254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:14:08.624553 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:08.697024 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a7acb0e4-5b38-4d50-aa11-a3aae4d463ed req-255c6352-3823-4bf1-b89d-d54040f66bfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (b5c94257-87ae-45c5-9e01-b951ced94435), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:08.726919 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c6352-3823-4bf1-b89d-d54040f66bfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event deleted for resources: {'Port': ['ID=b5c94257-87ae-45c5-9e01-b951ced94435,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:08.782734 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3780192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25056'] for router (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:08.784064 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3780108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3778222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25079'] for router (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:08.833863 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Allocated IP 172.20.0.2 (9006094a-4cd3-4690-ae5f-0e16ae5eb237/2fed91ed-377f-4a66-bb0c-79607a693d03/c82e8411-3368-4198-8282-d4c380488ae7) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:14:08.856649 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7acb0e4-5b38-4d50-aa11-a3aae4d463ed req-255c6352-3823-4bf1-b89d-d54040f66bfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Router d390fc01-b949-49d6-8048-07b8481a0bee has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:14:08.901868 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Publish callbacks [] for router_controller (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), precommit_add_association {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:09.000648 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Publish callbacks [] for port (c82e8411-3368-4198-8282-d4c380488ae7), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:09.004332 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7acb0e4-5b38-4d50-aa11-a3aae4d463ed req-255c6352-3823-4bf1-b89d-d54040f66bfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:14:09.017682 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad4ded-dbf4-4693-87b3-f991ee6f92d0 None None] Sync routers for ids ['d390fc01-b949-49d6-8048-07b8481a0bee'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:14:09.028760 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad4ded-dbf4-4693-87b3-f991ee6f92d0 None None] Routers {'d390fc01-b949-49d6-8048-07b8481a0bee'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:09.029627 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-f1ad4ded-dbf4-4693-87b3-f991ee6f92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:13:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d390fc01-b949-49d6-8048-07b8481a0bee'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:09.041406 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7145f9fe-5025-4eed-84a4-5e4ece3b1bb2 req-ffae9043-9abd-43f8-aa47-1530ebe44dee tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 210 time: 0.0461726 Jan 18 16:14:09.058904 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7acb0e4-5b38-4d50-aa11-a3aae4d463ed req-255c6352-3823-4bf1-b89d-d54040f66bfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] No DVR routers for this DVR port b5c94257-87ae-45c5-9e01-b951ced94435 on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:14:09.064344 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a7acb0e4-5b38-4d50-aa11-a3aae4d463ed req-255c6352-3823-4bf1-b89d-d54040f66bfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:09.081474 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7acb0e4-5b38-4d50-aa11-a3aae4d463ed req-255c6352-3823-4bf1-b89d-d54040f66bfb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.72 "DELETE /v2.0/ports/b5c94257-87ae-45c5-9e01-b951ced94435 HTTP/1.1" status: 204 len: 173 time: 1.2384241 Jan 18 16:14:09.081972 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'name': 'network-vif-deleted', 'tag': 'b5c94257-87ae-45c5-9e01-b951ced94435'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:14:09.088806 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2249b29f-3d06-4910-bc1f-cd38057ca0d3" -d '{"events": [{"server_uuid": "fe0f3ad1-cf45-4eb6-b4f4-11db6630182f", "name": "network-vif-deleted", "tag": "b5c94257-87ae-45c5-9e01-b951ced94435"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:14:09.130530 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (c82e8411-3368-4198-8282-d4c380488ae7), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:09.144540 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e1ccbe-eb59-4b89-96bf-fd9175ea8ad7 x-openstack-request-id: req-e5e1ccbe-eb59-4b89-96bf-fd9175ea8ad7 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:14:09.144868 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0f3ad1-cf45-4eb6-b4f4-11db6630182f", "name": "network-vif-deleted", "tag": "b5c94257-87ae-45c5-9e01-b951ced94435", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:14:09.145122 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e5e1ccbe-eb59-4b89-96bf-fd9175ea8ad7 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:14:09.145533 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0f3ad1-cf45-4eb6-b4f4-11db6630182f', 'name': 'network-vif-deleted', 'tag': 'b5c94257-87ae-45c5-9e01-b951ced94435', 'status': 'completed', 'code': 200} Jan 18 16:14:09.194001 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:09.204604 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:09.209042 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-f1ad4ded-dbf4-4693-87b3-f991ee6f92d0 None None] Set router d390fc01-b949-49d6-8048-07b8481a0bee gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:09.211585 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:14:09.233965 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Publish callbacks [] for router_gateway (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:09.244208 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Pushing event updated for resources: {'Port': ['ID=c82e8411-3368-4198-8282-d4c380488ae7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:09.256550 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:09.256951 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:09.257387 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:09.257744 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:09.258079 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:09.258432 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:09.258751 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:09.259083 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:09.259416 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:09.259797 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:09.260134 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:09.260457 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:09.260810 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:09.361598 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Attempting to bind port c82e8411-3368-4198-8282-d4c380488ae7 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:14:09.361984 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Attempting to bind port c82e8411-3368-4198-8282-d4c380488ae7 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:14:09.362356 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Attempting to bind port c82e8411-3368-4198-8282-d4c380488ae7 on network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:14:09.386315 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:14:09.386765 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Checking segment: {'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:09.387105 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:09.387502 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Bound using segment: {'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:14:09.388141 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Bound port: c82e8411-3368-4198-8282-d4c380488ae7, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:14:09.388712 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (c82e8411-3368-4198-8282-d4c380488ae7), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:09.499442 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b789861-fb91-4361-a3dd-95e60c161885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:09.516881 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Publish callbacks [] for router_gateway (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:09.536709 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] For port c82e8411-3368-4198-8282-d4c380488ae7, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:14:09.541205 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] For port c82e8411-3368-4198-8282-d4c380488ae7, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=c82e8411-3368-4198-8282-d4c380488ae7,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:14:09.554162 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:09.564346 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-f1ad4ded-dbf4-4693-87b3-f991ee6f92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1', 'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'mac_address': 'fa:16:3e:fa:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:32Z', 'revision_number': 5, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'subnets': [{'id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:09.593067 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad4ded-dbf4-4693-87b3-f991ee6f92d0 None None] Checking router: d390fc01-b949-49d6-8048-07b8481a0bee for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:14:09.602393 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad4ded-dbf4-4693-87b3-f991ee6f92d0 None None] Routers {'d390fc01-b949-49d6-8048-07b8481a0bee'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:09.603019 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-f1ad4ded-dbf4-4693-87b3-f991ee6f92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:13:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d390fc01-b949-49d6-8048-07b8481a0bee'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:09.670718 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_common [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Allocated IP 172.27.2.186 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/5dbf4943-3049-4c3b-8484-31ca14a31478) {{(pid=103252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:14:09.697300 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (c82e8411-3368-4198-8282-d4c380488ae7), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:09.758491 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-f1ad4ded-dbf4-4693-87b3-f991ee6f92d0 None None] Set router d390fc01-b949-49d6-8048-07b8481a0bee gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:09.784631 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Publish callbacks [] for port (5dbf4943-3049-4c3b-8484-31ca14a31478), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:09.936947 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b8449-e2c3-4356-a9bf-14a620b36a52 None None] Pushing event updated for resources: {'Port': ['ID=c82e8411-3368-4198-8282-d4c380488ae7,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:09.959779 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (5dbf4943-3049-4c3b-8484-31ca14a31478), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:10.017631 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:10.022781 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:10.029016 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Received port after_create {{(pid=103252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:14:10.035216 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Pushing event updated for resources: {'Port': ['ID=5dbf4943-3049-4c3b-8484-31ca14a31478,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:10.227760 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-eaa0456c-7f24-4feb-a87e-c79150481a00 req-b0b6d3c1-4620-40cb-96bf-beb71be76a28 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0f3ad1-cf45-4eb6-b4f4-11db6630182f HTTP/1.1" status: 200 len: 210 time: 0.0442655 Jan 18 16:14:10.270398 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-f1ad4ded-dbf4-4693-87b3-f991ee6f92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1', 'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'mac_address': 'fa:16:3e:fa:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:32Z', 'revision_number': 5, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'subnets': [{'id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:10.301234 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad4ded-dbf4-4693-87b3-f991ee6f92d0 None None] The sync data for ids ['d390fc01-b949-49d6-8048-07b8481a0bee'] in dv-cinder-788366-8-iscsi is: [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1', 'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'mac_address': 'fa:16:3e:fa:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:32Z', 'revision_number': 5, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'subnets': [{'id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:14:10.451189 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Publish callbacks [] for router_gateway (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:10.689405 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device c82e8411-3368-4198-8282-d4c380488ae7 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:10.732767 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778203'] for router (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:10.791111 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port c82e8411-3368-4198-8282-d4c380488ae7 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:10.791656 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (c82e8411-3368-4198-8282-d4c380488ae7), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:10.803895 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64719ff6-6802-4b99-9ee9-b1c7fdd0cad6 None None] New status for floating IP 794bd236-65fb-4fdc-a7cb-9ee69e21c6fc: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:14:10.938707 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port c82e8411-3368-4198-8282-d4c380488ae7 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:10.939598 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (c82e8411-3368-4198-8282-d4c380488ae7), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:10.988122 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] For port c82e8411-3368-4198-8282-d4c380488ae7, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=c82e8411-3368-4198-8282-d4c380488ae7,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:11.055088 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 is scheduled to L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 with binding_index 1 {{(pid=103252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:14:11.083703 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214e6dae-f6ea-44c5-a56f-b973ab1b90b7 None None] Network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:14:11.108156 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (c82e8411-3368-4198-8282-d4c380488ae7), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:11.195116 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-d5442ac5-e353-4fae-baea-f028c789975d None None] Provisioning complete for port c82e8411-3368-4198-8282-d4c380488ae7 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:11.195412 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:14:11.195556 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d5442ac5-e353-4fae-baea-f028c789975d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (c82e8411-3368-4198-8282-d4c380488ae7), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:11.225916 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Sync routers for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:14:11.260625 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Pushing event updated for resources: {'Port': ['ID=c82e8411-3368-4198-8282-d4c380488ae7,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:11.300249 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:11.301031 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:13:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:11.324135 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:11.325808 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-19de3345-96d8-4e27-96f6-0f7e0fa4eca5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7107775 Jan 18 16:14:11.328374 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50834) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:11.480764 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d5442ac5-e353-4fae-baea-f028c789975d None None] Current status of the port c82e8411-3368-4198-8282-d4c380488ae7 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:11.486306 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:11.569213 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-625e9449-3c9d-464c-bd54-594c8c871117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:11.706132 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:10Z', 'revision_number': 3, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:11.737009 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Checking router: 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:14:11.737367 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Updating router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 port 5dbf4943-3049-4c3b-8484-31ca14a31478 binding host dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:14:11.763224 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5dbf4943-3049-4c3b-8484-31ca14a31478), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:11.910988 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-c56d099c-c07c-4bc1-8095-3a14715ff9e0 None None] Provisioning complete for port c82e8411-3368-4198-8282-d4c380488ae7 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:11.912178 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c56d099c-c07c-4bc1-8095-3a14715ff9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (c82e8411-3368-4198-8282-d4c380488ae7), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:11.923260 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device b5c94257-87ae-45c5-9e01-b951ced94435 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:14:11.999106 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: b5c94257-87ae-45c5-9e01-b951ced94435 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:14:12.000069 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device b5c94257-87ae-45c5-9e01-b951ced94435 not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:14:12.107877 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c56d099c-c07c-4bc1-8095-3a14715ff9e0 None None] Current status of the port c82e8411-3368-4198-8282-d4c380488ae7 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:12.112410 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:12.149814 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Publish callbacks [] for port (5dbf4943-3049-4c3b-8484-31ca14a31478), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:12.272982 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_common [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Allocated IP 172.20.0.1 (9006094a-4cd3-4690-ae5f-0e16ae5eb237/2fed91ed-377f-4a66-bb0c-79607a693d03/5aa470d7-f090-4ed0-8107-5254f46e85f2) {{(pid=103252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:14:12.351872 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (5dbf4943-3049-4c3b-8484-31ca14a31478), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:12.403227 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Publish callbacks [] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:12.416521 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50852) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:12.463480 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50854) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:12.466958 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Attempting to bind port 5dbf4943-3049-4c3b-8484-31ca14a31478 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:14:12.467396 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Attempting to bind port 5dbf4943-3049-4c3b-8484-31ca14a31478 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:14:12.467713 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Attempting to bind port 5dbf4943-3049-4c3b-8484-31ca14a31478 on network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:14:12.469690 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8a350-1057-4f63-acae-a3ffdf579023 None None] Pushing event updated for resources: {'Port': ['ID=5dbf4943-3049-4c3b-8484-31ca14a31478,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:12.482187 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:14:12.482574 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Checking segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:12.482998 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:12.483395 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Bound using segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:14:12.484108 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Bound port: 5dbf4943-3049-4c3b-8484-31ca14a31478, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:14:12.484559 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5dbf4943-3049-4c3b-8484-31ca14a31478), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:12.508192 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9430dc9-4095-4116-b591-ccd89781e4f1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group (14042304-7dfd-4f9a-a185-5398572401fc), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:12.535904 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9430dc9-4095-4116-b591-ccd89781e4f1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group (14042304-7dfd-4f9a-a185-5398572401fc), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:12.557438 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:12.588089 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] For port 5dbf4943-3049-4c3b-8484-31ca14a31478, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:14:12.591759 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] For port 5dbf4943-3049-4c3b-8484-31ca14a31478, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=5dbf4943-3049-4c3b-8484-31ca14a31478,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:14:12.651436 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (5dbf4943-3049-4c3b-8484-31ca14a31478), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:12.657222 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa470d7-f090-4ed0-8107-5254f46e85f2,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:12.669727 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:12.671370 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:12.675110 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Received port after_create {{(pid=103252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:14:12.704620 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9430dc9-4095-4116-b591-ccd89781e4f1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (14042304-7dfd-4f9a-a185-5398572401fc), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:12.704620 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9430dc9-4095-4116-b591-ccd89781e4f1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:12.704620 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-d9430dc9-4095-4116-b591-ccd89781e4f1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "DELETE /v2.0/security-groups/14042304-7dfd-4f9a-a185-5398572401fc HTTP/1.1" status: 204 len: 168 time: 0.2851756 Jan 18 16:14:12.704620 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50858) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:12.722220 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9387d88-503a-40df-92b0-977c6569e155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:12.729159 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9430dc9-4095-4116-b591-ccd89781e4f1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14042304-7dfd-4f9a-a185-5398572401fc,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:12.750328 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.api.v2.resource [None req-3cdc282d-cdb2-4232-97b5-3e1cce43dafc tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] show failed (client error): The resource could not be found. Jan 18 16:14:12.750541 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778478'] for router_interface (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:12.751119 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-3cdc282d-cdb2-4232-97b5-3e1cce43dafc tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups/14042304-7dfd-4f9a-a185-5398572401fc HTTP/1.1" status: 404 len: 347 time: 0.0417600 Jan 18 16:14:12.752065 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50862) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:12.789934 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device c82e8411-3368-4198-8282-d4c380488ae7 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:12.926042 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8a350-1057-4f63-acae-a3ffdf579023 None None] Pushing event updated for resources: {'Port': ['ID=5dbf4943-3049-4c3b-8484-31ca14a31478,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:12.932677 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:12.933388 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:12.969235 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9387d88-503a-40df-92b0-977c6569e155 admin admin] Publish callbacks [] for security_group (3dd726b8-30bb-4d63-bb51-a984e90a65c6), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.051126 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9387d88-503a-40df-92b0-977c6569e155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (3dd726b8-30bb-4d63-bb51-a984e90a65c6), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.103754 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-d9387d88-503a-40df-92b0-977c6569e155 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e281192b56ac4b1d82eaa799f4d9883d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6374550 Jan 18 16:14:13.104913 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50866) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:13.109995 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9387d88-503a-40df-92b0-977c6569e155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd726b8-30bb-4d63-bb51-a984e90a65c6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:13.157164 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-4be5b55b-70a5-4ef6-8938-7d0cfff75b82 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Deleting port b8579554-0b7c-4061-b3fe-2dd1a9eeb26f {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:14:13.157651 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4be5b55b-70a5-4ef6-8938-7d0cfff75b82 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (b8579554-0b7c-4061-b3fe-2dd1a9eeb26f), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.159066 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.181941 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:13.236042 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4be5b55b-70a5-4ef6-8938-7d0cfff75b82 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (b8579554-0b7c-4061-b3fe-2dd1a9eeb26f), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.236501 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4be5b55b-70a5-4ef6-8938-7d0cfff75b82 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for floatingip (b8579554-0b7c-4061-b3fe-2dd1a9eeb26f), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.250006 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-4be5b55b-70a5-4ef6-8938-7d0cfff75b82 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Calling delete_port for b8579554-0b7c-4061-b3fe-2dd1a9eeb26f owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:14:13.315173 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-a5511cc3-e172-42ad-b28f-ac4e06286568 None None] Provisioning complete for port 5aa470d7-f090-4ed0-8107-5254f46e85f2 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:13.315562 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5511cc3-e172-42ad-b28f-ac4e06286568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.319143 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port c82e8411-3368-4198-8282-d4c380488ae7 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:13.319519 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (c82e8411-3368-4198-8282-d4c380488ae7), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.324395 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-162035c8-afd1-4a30-b7f9-bbb060dc063f admin admin] Publish callbacks [] for security_group (3dd726b8-30bb-4d63-bb51-a984e90a65c6), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.358575 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-162035c8-afd1-4a30-b7f9-bbb060dc063f admin admin] Publish callbacks [] for security_group (3dd726b8-30bb-4d63-bb51-a984e90a65c6), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.363541 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Publish callbacks [] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.399225 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a5511cc3-e172-42ad-b28f-ac4e06286568 None None] Port 5aa470d7-f090-4ed0-8107-5254f46e85f2 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:14:13.446374 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8693634'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.494812 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port c82e8411-3368-4198-8282-d4c380488ae7 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:13.506548 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-162035c8-afd1-4a30-b7f9-bbb060dc063f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (3dd726b8-30bb-4d63-bb51-a984e90a65c6), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.509583 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-162035c8-afd1-4a30-b7f9-bbb060dc063f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.510774 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:10Z', 'revision_number': 3, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:13.510971 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-162035c8-afd1-4a30-b7f9-bbb060dc063f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3dd726b8-30bb-4d63-bb51-a984e90a65c6 HTTP/1.1" status: 204 len: 168 time: 0.3976381 Jan 18 16:14:13.518992 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778394'] for router_interface (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.521223 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162035c8-afd1-4a30-b7f9-bbb060dc063f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd726b8-30bb-4d63-bb51-a984e90a65c6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:13.522561 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa470d7-f090-4ed0-8107-5254f46e85f2,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:13.535283 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4be5b55b-70a5-4ef6-8938-7d0cfff75b82 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (b8579554-0b7c-4061-b3fe-2dd1a9eeb26f), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.546209 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bccc82c-9758-47b3-8567-e791a334137a None None] The sync data for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi is: [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:10Z', 'revision_number': 3, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:14:13.547640 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.624225 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5b55b-70a5-4ef6-8938-7d0cfff75b82 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event deleted for resources: {'Port': ['ID=b8579554-0b7c-4061-b3fe-2dd1a9eeb26f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:13.649407 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4be5b55b-70a5-4ef6-8938-7d0cfff75b82 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for floatingip (794bd236-65fb-4fdc-a7cb-9ee69e21c6fc), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.652416 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4be5b55b-70a5-4ef6-8938-7d0cfff75b82 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:13.656736 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-4be5b55b-70a5-4ef6-8938-7d0cfff75b82 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "DELETE /v2.0/floatingips/794bd236-65fb-4fdc-a7cb-9ee69e21c6fc HTTP/1.1" status: 204 len: 168 time: 0.9003859 Jan 18 16:14:13.661669 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:13.663108 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:13.877086 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:14:14.113290 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:14:14.119150 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-addc1338-8868-4611-8620-707a6927b839 admin admin] 10.222.0.70 "PUT /v2.0/routers/7da83c69-5e5c-4ddf-9037-34ca5f8cbda9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7897143 Jan 18 16:14:14.143602 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-1b110001-ce2a-44af-8165-5de5c2b53b68 None None] Provisioning complete for port 5aa470d7-f090-4ed0-8107-5254f46e85f2 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:14.148174 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b110001-ce2a-44af-8165-5de5c2b53b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.167080 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50882) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:14.172575 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c6f13545-0fe6-460b-8bfb-ea227188443e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747963817', 'description': 'tempest-description--64527039'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:14.213053 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1b110001-ce2a-44af-8165-5de5c2b53b68 None None] Port 5aa470d7-f090-4ed0-8107-5254f46e85f2 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:14:14.317631 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c6f13545-0fe6-460b-8bfb-ea227188443e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.348840 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.394982 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c6f13545-0fe6-460b-8bfb-ea227188443e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group (55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.485605 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c6f13545-0fe6-460b-8bfb-ea227188443e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.498445 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50890) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:14.516192 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-dcae4862-feb4-4920-aa7d-a02aec21ecc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.529542 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f13545-0fe6-460b-8bfb-ea227188443e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:14.590592 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c6f13545-0fe6-460b-8bfb-ea227188443e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.591977 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c6f13545-0fe6-460b-8bfb-ea227188443e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4239221 Jan 18 16:14:14.594864 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50892) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:14.599456 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-9f178ed5-bb80-4528-ba37-95a448b733ee tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Request body: {'security_group_rule': {'security_group_id': '55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:14.631341 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-dcae4862-feb4-4920-aa7d-a02aec21ecc1 admin admin] Publish callbacks [] for security_group (a0cc857c-da15-4e2b-bb6f-3a649dcb05fa), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.661218 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 5dbf4943-3049-4c3b-8484-31ca14a31478 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:14.710517 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 5dbf4943-3049-4c3b-8484-31ca14a31478 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:14.710905 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5dbf4943-3049-4c3b-8484-31ca14a31478), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.716715 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f178ed5-bb80-4528-ba37-95a448b733ee tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group_rule (47bf32d3-6e94-4b9d-bb2f-b0851e1e3141), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.768721 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-dcae4862-feb4-4920-aa7d-a02aec21ecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (a0cc857c-da15-4e2b-bb6f-3a649dcb05fa), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.790631 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f178ed5-bb80-4528-ba37-95a448b733ee tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group_rule (47bf32d3-6e94-4b9d-bb2f-b0851e1e3141), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.794546 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 5dbf4943-3049-4c3b-8484-31ca14a31478 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:14.796894 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5dbf4943-3049-4c3b-8484-31ca14a31478), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.815385 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] For port 5dbf4943-3049-4c3b-8484-31ca14a31478, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=5dbf4943-3049-4c3b-8484-31ca14a31478,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:14.819217 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae4862-feb4-4920-aa7d-a02aec21ecc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cc857c-da15-4e2b-bb6f-3a649dcb05fa,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:14.823653 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-dcae4862-feb4-4920-aa7d-a02aec21ecc1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82e2d2f736244cc79998696d4a421bab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241625 Jan 18 16:14:14.826363 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50898) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:14.877258 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d5faf4aa-0816-4648-8e9a-df9f81cb40e8 admin admin] Publish callbacks [] for security_group (a0cc857c-da15-4e2b-bb6f-3a649dcb05fa), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.896615 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (5dbf4943-3049-4c3b-8484-31ca14a31478), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.897783 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f178ed5-bb80-4528-ba37-95a448b733ee tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (47bf32d3-6e94-4b9d-bb2f-b0851e1e3141), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.907219 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d5faf4aa-0816-4648-8e9a-df9f81cb40e8 admin admin] Publish callbacks [] for security_group (a0cc857c-da15-4e2b-bb6f-3a649dcb05fa), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:14.926516 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f178ed5-bb80-4528-ba37-95a448b733ee tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bf32d3-6e94-4b9d-bb2f-b0851e1e3141,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:14.952266 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Pushing event updated for resources: {'Port': ['ID=5dbf4943-3049-4c3b-8484-31ca14a31478,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:15.022560 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50904) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:15.027671 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-d8fd7557-0ab9-451c-8264-5033ac04092f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-227058245-network', 'tenant_id': '2babbd9395dd400ca0820a12027d627f'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:15.035646 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f178ed5-bb80-4528-ba37-95a448b733ee tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.036859 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-9f178ed5-bb80-4528-ba37-95a448b733ee tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4409816 Jan 18 16:14:15.039409 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50906) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:15.046398 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-357b99dc-2c49-4745-a1f8-feac8af7d231 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Request body: {'security_group_rule': {'security_group_id': '55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:15.065864 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d5faf4aa-0816-4648-8e9a-df9f81cb40e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (a0cc857c-da15-4e2b-bb6f-3a649dcb05fa), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.068491 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d5faf4aa-0816-4648-8e9a-df9f81cb40e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.070360 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-d5faf4aa-0816-4648-8e9a-df9f81cb40e8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0cc857c-da15-4e2b-bb6f-3a649dcb05fa HTTP/1.1" status: 204 len: 168 time: 0.2429891 Jan 18 16:14:15.080871 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5faf4aa-0816-4648-8e9a-df9f81cb40e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cc857c-da15-4e2b-bb6f-3a649dcb05fa,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:15.125167 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fd7557-0ab9-451c-8264-5033ac04092f admin admin] Made reservation on behalf of 2babbd9395dd400ca0820a12027d627f for: {'network': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:14:15.127652 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8fd7557-0ab9-451c-8264-5033ac04092f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.137296 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8fd7557-0ab9-451c-8264-5033ac04092f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.216138 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-357b99dc-2c49-4745-a1f8-feac8af7d231 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group_rule (a190d02b-a6be-4af0-a6ee-1bbe394594a4), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.218147 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8fd7557-0ab9-451c-8264-5033ac04092f admin admin] Publish callbacks [] for security_group (f5b2344a-d363-4b30-afcf-6884feaa3752), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.270974 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-357b99dc-2c49-4745-a1f8-feac8af7d231 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group_rule (a190d02b-a6be-4af0-a6ee-1bbe394594a4), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.308143 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8fd7557-0ab9-451c-8264-5033ac04092f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (f5b2344a-d363-4b30-afcf-6884feaa3752), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.329287 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8fd7557-0ab9-451c-8264-5033ac04092f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:14:15.342550 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd7557-0ab9-451c-8264-5033ac04092f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b2344a-d363-4b30-afcf-6884feaa3752,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:15.347112 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8fd7557-0ab9-451c-8264-5033ac04092f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (33c85fa0-1f83-4044-9df5-c6f9ccd965fc), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.347450 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.segments_db [None req-d8fd7557-0ab9-451c-8264-5033ac04092f admin admin] Added segment 33c85fa0-1f83-4044-9df5-c6f9ccd965fc of type vlan for network 55dec2a4-ab21-4a3d-bf67-5f8f6fcff082 Jan 18 16:14:15.363105 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-357b99dc-2c49-4745-a1f8-feac8af7d231 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (a190d02b-a6be-4af0-a6ee-1bbe394594a4), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.382861 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b99dc-2c49-4745-a1f8-feac8af7d231 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a190d02b-a6be-4af0-a6ee-1bbe394594a4,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:15.391114 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8fd7557-0ab9-451c-8264-5033ac04092f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (55dec2a4-ab21-4a3d-bf67-5f8f6fcff082), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.411418 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Sync routers for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:14:15.424407 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:15.425089 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:15.450421 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-357b99dc-2c49-4745-a1f8-feac8af7d231 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.451910 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-357b99dc-2c49-4745-a1f8-feac8af7d231 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4114704 Jan 18 16:14:15.455214 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50914) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:15.460123 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Request body: {'floatingip': {'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:15.511238 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8fd7557-0ab9-451c-8264-5033ac04092f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (55dec2a4-ab21-4a3d-bf67-5f8f6fcff082), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.512305 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fd7557-0ab9-451c-8264-5033ac04092f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:15.513219 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8fd7557-0ab9-451c-8264-5033ac04092f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.540072 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:15.569143 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.577460 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd7557-0ab9-451c-8264-5033ac04092f admin admin] Pushing event updated for resources: {'Network': ['ID=55dec2a4-ab21-4a3d-bf67-5f8f6fcff082,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:15.591021 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network 55dec2a4-ab21-4a3d-bf67-5f8f6fcff082 details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:14:15.628904 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-d8fd7557-0ab9-451c-8264-5033ac04092f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6050453 Jan 18 16:14:15.631970 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 50920) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:15.640809 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-cf71c53c-a651-4472-b8ad-c52230fca65e admin admin] Request body: {'subnet': {'network_id': '55dec2a4-ab21-4a3d-bf67-5f8f6fcff082', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-227058245-subnet', 'tenant_id': '2babbd9395dd400ca0820a12027d627f', 'ip_version': 4}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:15.711217 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.751387 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf71c53c-a651-4472-b8ad-c52230fca65e admin admin] Made reservation on behalf of 2babbd9395dd400ca0820a12027d627f for: {'subnet': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:14:15.753797 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cf71c53c-a651-4472-b8ad-c52230fca65e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9050532'] for subnet (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.782120 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.799040 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:13Z', 'revision_number': 2, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:15.838247 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Checking router: 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:14:15.838532 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Updating router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 port 5aa470d7-f090-4ed0-8107-5254f46e85f2 binding host dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:14:15.839238 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Allocated IP 172.27.2.228 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/d3448b1e-8900-4086-aea8-d1d094c5f16c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:14:15.867045 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:15.954535 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for port (d3448b1e-8900-4086-aea8-d1d094c5f16c), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.023517 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cf71c53c-a651-4472-b8ad-c52230fca65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8693625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9050506'] for subnet (21c6900a-9c3f-41ed-809a-6d450b792e92), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.051932 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (d3448b1e-8900-4086-aea8-d1d094c5f16c), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.084904 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71c53c-a651-4472-b8ad-c52230fca65e admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c6900a-9c3f-41ed-809a-6d450b792e92,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:16.089426 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c53c-a651-4472-b8ad-c52230fca65e admin admin] Checking segment: {'id': '33c85fa0-1f83-4044-9df5-c6f9ccd965fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '55dec2a4-ab21-4a3d-bf67-5f8f6fcff082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:16.089722 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71c53c-a651-4472-b8ad-c52230fca65e admin admin] Network hostable DHCP agents. Network: 55dec2a4-ab21-4a3d-bf67-5f8f6fcff082, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:14:16.107759 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:16.110622 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:16.113126 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:14:16.138942 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event updated for resources: {'Port': ['ID=d3448b1e-8900-4086-aea8-d1d094c5f16c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:16.168910 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71c53c-a651-4472-b8ad-c52230fca65e admin admin] Network 55dec2a4-ab21-4a3d-bf67-5f8f6fcff082 is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:14:16.172295 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Publish callbacks [] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.204939 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for floatingip (335a634f-52a1-4212-bde2-f55744c3c7b7), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.245596 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.272387 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-cf71c53c-a651-4472-b8ad-c52230fca65e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, 55dec2a4-ab21-4a3d-bf67-5f8f6fcff082) {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:16.277834 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf71c53c-a651-4472-b8ad-c52230fca65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:16.278444 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cf71c53c-a651-4472-b8ad-c52230fca65e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.286600 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911f339b-f2c9-457a-986b-09e787c5f290 None None] Network 55dec2a4-ab21-4a3d-bf67-5f8f6fcff082 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:14:16.290526 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe199b0-28cf-43bd-a457-a1dc7eaff87b None None] Pushing event updated for resources: {'Port': ['ID=5aa470d7-f090-4ed0-8107-5254f46e85f2,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:16.310279 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe199b0-28cf-43bd-a457-a1dc7eaff87b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:16.310279 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe199b0-28cf-43bd-a457-a1dc7eaff87b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:16.311786 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe199b0-28cf-43bd-a457-a1dc7eaff87b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:16.311786 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe199b0-28cf-43bd-a457-a1dc7eaff87b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:16.311786 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe199b0-28cf-43bd-a457-a1dc7eaff87b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:16.311786 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe199b0-28cf-43bd-a457-a1dc7eaff87b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:16.312105 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe199b0-28cf-43bd-a457-a1dc7eaff87b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:16.312356 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe199b0-28cf-43bd-a457-a1dc7eaff87b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:16.312578 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe199b0-28cf-43bd-a457-a1dc7eaff87b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:16.313016 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe199b0-28cf-43bd-a457-a1dc7eaff87b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:16.313515 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe199b0-28cf-43bd-a457-a1dc7eaff87b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:16.313841 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe199b0-28cf-43bd-a457-a1dc7eaff87b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:16.314423 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe199b0-28cf-43bd-a457-a1dc7eaff87b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:16.331606 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (d3448b1e-8900-4086-aea8-d1d094c5f16c), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.380327 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-cf71c53c-a651-4472-b8ad-c52230fca65e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7472832 Jan 18 16:14:16.383552 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 50936) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:16.392996 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-227058245-router', 'tenant_id': '2babbd9395dd400ca0820a12027d627f', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:16.400340 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Attempting to bind port 5aa470d7-f090-4ed0-8107-5254f46e85f2 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:14:16.400740 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Attempting to bind port 5aa470d7-f090-4ed0-8107-5254f46e85f2 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:14:16.401871 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Attempting to bind port 5aa470d7-f090-4ed0-8107-5254f46e85f2 on network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:14:16.412300 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:14:16.413984 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Checking segment: {'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:16.414601 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.415707 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Bound using segment: {'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:14:16.416374 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Bound port: 5aa470d7-f090-4ed0-8107-5254f46e85f2, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:14:16.417335 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.448605 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a97d34a-f00c-50ca-a5ed-93c7ff92fefd-55dec2a4-ab21-4a3d-bf67-5f8f6fcff082', 'network_id': '55dec2a4-ab21-4a3d-bf67-5f8f6fcff082', 'project_id': '2babbd9395dd400ca0820a12027d627f', 'fixed_ips': [{'subnet_id': '21c6900a-9c3f-41ed-809a-6d450b792e92'}]}} from dv-cinder-788366-8-iscsi. {{(pid=103254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:14:16.449684 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.529282 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] For port 5aa470d7-f090-4ed0-8107-5254f46e85f2, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:14:16.532557 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] For port 5aa470d7-f090-4ed0-8107-5254f46e85f2, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=5aa470d7-f090-4ed0-8107-5254f46e85f2,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:14:16.569704 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for port (d3448b1e-8900-4086-aea8-d1d094c5f16c), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.580654 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3780192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25056'] for router (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.581769 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3780108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3778222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25079'] for router (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.619645 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.629321 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 5dbf4943-3049-4c3b-8484-31ca14a31478 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:16.648141 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (d3448b1e-8900-4086-aea8-d1d094c5f16c), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.661896 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Publish callbacks [] for router_controller (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.677046 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:16.678170 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:16.681909 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (335a634f-52a1-4212-bde2-f55744c3c7b7), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.707371 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Allocated IP 172.20.0.2 (55dec2a4-ab21-4a3d-bf67-5f8f6fcff082/21c6900a-9c3f-41ed-809a-6d450b792e92/d34b95d6-fce0-4d61-9d00-02272fb11987) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:14:16.716353 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event updated for resources: {'Port': ['ID=d3448b1e-8900-4086-aea8-d1d094c5f16c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:16.745800 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ac1d39d7-030c-4f15-8c57-c2d209d47f65 None None] Provisioning complete for port 5aa470d7-f090-4ed0-8107-5254f46e85f2 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:16.745800 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ac1d39d7-030c-4f15-8c57-c2d209d47f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.768617 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe199b0-28cf-43bd-a457-a1dc7eaff87b None None] Pushing event updated for resources: {'Port': ['ID=5aa470d7-f090-4ed0-8107-5254f46e85f2,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:16.817953 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.822208 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 5dbf4943-3049-4c3b-8484-31ca14a31478 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:16.822587 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5dbf4943-3049-4c3b-8484-31ca14a31478), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:16.829393 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-cc901894-4b29-47a1-a60b-8729eb87d7fd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3730600 Jan 18 16:14:16.858511 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:16.967084 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Publish callbacks [] for router_gateway (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:17.019031 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Publish callbacks [] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:17.095016 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d39d7-030c-4f15-8c57-c2d209d47f65 None None] Current status of the port 5aa470d7-f090-4ed0-8107-5254f46e85f2 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:17.095457 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ac1d39d7-030c-4f15-8c57-c2d209d47f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:17.097293 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 5dbf4943-3049-4c3b-8484-31ca14a31478 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:17.123332 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:17.145819 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:16Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:17.162056 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ac1d39d7-030c-4f15-8c57-c2d209d47f65 None None] For port 5aa470d7-f090-4ed0-8107-5254f46e85f2, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=5aa470d7-f090-4ed0-8107-5254f46e85f2,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:17.176517 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c160c90-8363-4e8a-82e9-4cc80538f817 None None] The sync data for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi is: [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:16Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:14:17.178201 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Network 55dec2a4-ab21-4a3d-bf67-5f8f6fcff082 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:17.181197 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:17.185538 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:14:17.191859 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Pushing event updated for resources: {'Port': ['ID=d34b95d6-fce0-4d61-9d00-02272fb11987,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:17.203529 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-ab1931be-7e49-4273-b1b4-f6126278e90d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1747963817&fields=id&tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b HTTP/1.1" status: 200 len: 267 time: 0.1038048 Jan 18 16:14:17.229472 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ac1d39d7-030c-4f15-8c57-c2d209d47f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:17.323608 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Attempting to bind port d34b95d6-fce0-4d61-9d00-02272fb11987 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:14:17.324125 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Attempting to bind port d34b95d6-fce0-4d61-9d00-02272fb11987 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': '33c85fa0-1f83-4044-9df5-c6f9ccd965fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '55dec2a4-ab21-4a3d-bf67-5f8f6fcff082'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:14:17.324644 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Attempting to bind port d34b95d6-fce0-4d61-9d00-02272fb11987 on network 55dec2a4-ab21-4a3d-bf67-5f8f6fcff082 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:14:17.359151 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:14:17.362015 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Checking segment: {'id': '33c85fa0-1f83-4044-9df5-c6f9ccd965fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '55dec2a4-ab21-4a3d-bf67-5f8f6fcff082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:17.363670 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:17.364918 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Bound using segment: {'id': '33c85fa0-1f83-4044-9df5-c6f9ccd965fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '55dec2a4-ab21-4a3d-bf67-5f8f6fcff082'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:14:17.367038 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Bound port: d34b95d6-fce0-4d61-9d00-02272fb11987, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c85fa0-1f83-4044-9df5-c6f9ccd965fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '55dec2a4-ab21-4a3d-bf67-5f8f6fcff082'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:14:17.369481 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:17.376882 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d39d7-030c-4f15-8c57-c2d209d47f65 None None] Pushing event updated for resources: {'Port': ['ID=5aa470d7-f090-4ed0-8107-5254f46e85f2,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:17.408776 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-327aa51e-a225-43cf-ae1a-8eb3735696ab tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:17.413550 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-327aa51e-a225-43cf-ae1a-8eb3735696ab tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/networks?id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2 HTTP/1.1" status: 200 len: 816 time: 0.1988306 Jan 18 16:14:17.423125 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-b0bc7541-5837-4aa4-b843-c6210efe9f97 None None] Provisioning complete for port 5aa470d7-f090-4ed0-8107-5254f46e85f2 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:17.423612 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7541-5837-4aa4-b843-c6210efe9f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:17.442172 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-30b517b9-9fb5-47bb-9243-a91853f7e97d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/quotas/2b607df7bc9340a49bd5ebb6be0abc6b HTTP/1.1" status: 200 len: 375 time: 0.0208817 Jan 18 16:14:17.527939 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] For port d34b95d6-fce0-4d61-9d00-02272fb11987, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:14:17.531308 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] For port d34b95d6-fce0-4d61-9d00-02272fb11987, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=d34b95d6-fce0-4d61-9d00-02272fb11987,segment=NetworkSegment(33c85fa0-1f83-4044-9df5-c6f9ccd965fc),segment_id=33c85fa0-1f83-4044-9df5-c6f9ccd965fc)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:14:17.539400 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-9f25217f-84ff-4925-89ea-d2cf0f371fbc tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944679 Jan 18 16:14:17.628108 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc7541-5837-4aa4-b843-c6210efe9f97 None None] Current status of the port 5aa470d7-f090-4ed0-8107-5254f46e85f2 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:17.635951 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:17.675993 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Publish callbacks [] for router_gateway (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:17.677790 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-e3315b73-1c60-43cb-be86-179b9a1412c9 service neutron] 10.222.0.70 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348176 Jan 18 16:14:17.723133 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5610acf-3353-41d4-81dc-b08f1de109aa None None] Pushing event updated for resources: {'Port': ['ID=d34b95d6-fce0-4d61-9d00-02272fb11987,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:17.741604 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:17.831206 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-5222cc70-6c4c-49c1-8f5c-6d1fc798c727 service neutron] 10.222.0.70 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516368 Jan 18 16:14:17.864258 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Allocated IP 172.27.2.34 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/da16a536-c9ba-4200-8496-e6eb7faa7f15) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:14:18.025790 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Publish callbacks [] for port (da16a536-c9ba-4200-8496-e6eb7faa7f15), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:18.131461 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (da16a536-c9ba-4200-8496-e6eb7faa7f15), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:18.173732 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:18.176491 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:18.179614 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:14:18.248401 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Pushing event updated for resources: {'Port': ['ID=da16a536-c9ba-4200-8496-e6eb7faa7f15,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:18.541555 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Publish callbacks [] for router_gateway (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:18.776005 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device d34b95d6-fce0-4d61-9d00-02272fb11987 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:18.777887 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:14:18.818595 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778203'] for router (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:18.863872 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port d34b95d6-fce0-4d61-9d00-02272fb11987 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:18.864514 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:18.915246 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63979d95-e005-48d0-aab5-a485b63bf832 None None] Network 55dec2a4-ab21-4a3d-bf67-5f8f6fcff082 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:14:19.031081 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-aabe7b73-6e8e-404e-a8ab-42e921676fc8 None None] Provisioning complete for port d34b95d6-fce0-4d61-9d00-02272fb11987 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:19.031457 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aabe7b73-6e8e-404e-a8ab-42e921676fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:19.055824 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port d34b95d6-fce0-4d61-9d00-02272fb11987 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:19.056223 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:19.100618 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Router a80b2a5f-3ea4-4c28-8c50-fb436a95b10c is scheduled to L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:14:19.158367 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] For port d34b95d6-fce0-4d61-9d00-02272fb11987, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=d34b95d6-fce0-4d61-9d00-02272fb11987,segment=NetworkSegment(33c85fa0-1f83-4044-9df5-c6f9ccd965fc),segment_id=33c85fa0-1f83-4044-9df5-c6f9ccd965fc)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:19.186624 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-939d9075-490a-4972-9739-c346948234e1 req-3d59f6a1-2ab6-4502-a23f-a4801dd67a3d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 210 time: 0.0784564 Jan 18 16:14:19.222166 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:14:19.373619 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Sync routers for ids ['a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:14:19.380610 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:19.380610 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 5aa470d7-f090-4ed0-8107-5254f46e85f2 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:19.401660 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:19.402937 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-e74af1ba-f358-4389-98b4-2e4c8bf76f56 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0184395 Jan 18 16:14:19.405686 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51006) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:19.449906 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-aabe7b73-6e8e-404e-a8ab-42e921676fc8 None None] Current status of the port d34b95d6-fce0-4d61-9d00-02272fb11987 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:19.450410 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aabe7b73-6e8e-404e-a8ab-42e921676fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:19.452385 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Routers {'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:19.453109 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:19.557949 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Pushing event updated for resources: {'Port': ['ID=d34b95d6-fce0-4d61-9d00-02272fb11987,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:19.658621 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.db.api [None req-aabe7b73-6e8e-404e-a8ab-42e921676fc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 16:14:19.658997 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG oslo_db.api [None req-aabe7b73-6e8e-404e-a8ab-42e921676fc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 16:14:19.664974 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 5aa470d7-f090-4ed0-8107-5254f46e85f2 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:19.670918 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:19.670918 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Set router a80b2a5f-3ea4-4c28-8c50-fb436a95b10c gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:19.877613 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:19.896322 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 5aa470d7-f090-4ed0-8107-5254f46e85f2 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:19.919866 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'name': 'tempest-TestVolumeBootPattern-227058245-router', 'tenant_id': '2babbd9395dd400ca0820a12027d627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'da16a536-c9ba-4200-8496-e6eb7faa7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:16Z', 'updated_at': '2022-01-18T16:14:18Z', 'revision_number': 3, 'project_id': '2babbd9395dd400ca0820a12027d627f', 'gw_port': {'id': 'da16a536-c9ba-4200-8496-e6eb7faa7f15', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:17Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:19.947305 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Checking router: a80b2a5f-3ea4-4c28-8c50-fb436a95b10c for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:14:19.949286 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Updating router a80b2a5f-3ea4-4c28-8c50-fb436a95b10c port da16a536-c9ba-4200-8496-e6eb7faa7f15 binding host dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:14:19.972890 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (da16a536-c9ba-4200-8496-e6eb7faa7f15), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:20.042848 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Allocated IP 172.20.0.1 (55dec2a4-ab21-4a3d-bf67-5f8f6fcff082/21c6900a-9c3f-41ed-809a-6d450b792e92/2a41a1cd-9573-404e-b3f4-5eafbdb170f4) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:14:20.159903 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Publish callbacks [] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:20.218931 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-aabe7b73-6e8e-404e-a8ab-42e921676fc8 None None] Current status of the port d34b95d6-fce0-4d61-9d00-02272fb11987 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:20.280397 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Publish callbacks [] for port (da16a536-c9ba-4200-8496-e6eb7faa7f15), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:20.295697 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:20.335586 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Network 55dec2a4-ab21-4a3d-bf67-5f8f6fcff082 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:20.338615 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:20.342404 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:14:20.342912 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778478'] for router_interface (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:20.345081 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-1d2e1bd1-f9b5-47e7-835d-358389f45686 None None] Provisioning complete for port d34b95d6-fce0-4d61-9d00-02272fb11987 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:20.345410 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1bd1-f9b5-47e7-835d-358389f45686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:20.396365 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Pushing event updated for resources: {'Port': ['ID=2a41a1cd-9573-404e-b3f4-5eafbdb170f4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:20.397774 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (da16a536-c9ba-4200-8496-e6eb7faa7f15), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:20.475425 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e1bd1-f9b5-47e7-835d-358389f45686 None None] Current status of the port d34b95d6-fce0-4d61-9d00-02272fb11987 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:20.501826 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a45ae-1cfa-4389-943e-878e5185260d None None] Pushing event updated for resources: {'Port': ['ID=da16a536-c9ba-4200-8496-e6eb7faa7f15,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:20.505237 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Attempting to bind port da16a536-c9ba-4200-8496-e6eb7faa7f15 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:14:20.505607 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Attempting to bind port da16a536-c9ba-4200-8496-e6eb7faa7f15 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:14:20.506496 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Attempting to bind port da16a536-c9ba-4200-8496-e6eb7faa7f15 on network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:14:20.515690 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7d19ae13-cffc-4c6a-ab9a-3821bac9da38 req-8fb90b67-5208-4cc5-b878-9a4df7203bf2 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 210 time: 0.2484438 Jan 18 16:14:20.524989 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:14:20.525450 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Checking segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:20.525863 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:20.526306 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Bound using segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:14:20.527539 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Bound port: da16a536-c9ba-4200-8496-e6eb7faa7f15, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:14:20.527539 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (da16a536-c9ba-4200-8496-e6eb7faa7f15), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:20.599137 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] For port da16a536-c9ba-4200-8496-e6eb7faa7f15, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:14:20.608537 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] For port da16a536-c9ba-4200-8496-e6eb7faa7f15, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=da16a536-c9ba-4200-8496-e6eb7faa7f15,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:14:20.659117 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:20.665301 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device d34b95d6-fce0-4d61-9d00-02272fb11987 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:20.689795 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (da16a536-c9ba-4200-8496-e6eb7faa7f15), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:20.774540 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-9da68c1c-9bbe-42d8-a222-c937d8f72b89 None None] Provisioning complete for port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:20.774836 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9da68c1c-9bbe-42d8-a222-c937d8f72b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:20.806184 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Routers {'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:20.806818 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:20.808435 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a45ae-1cfa-4389-943e-878e5185260d None None] Pushing event updated for resources: {'Port': ['ID=da16a536-c9ba-4200-8496-e6eb7faa7f15,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:20.842257 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Publish callbacks [] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:20.865679 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port d34b95d6-fce0-4d61-9d00-02272fb11987 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:20.866052 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:20.871618 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9da68c1c-9bbe-42d8-a222-c937d8f72b89 None None] Port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:14:20.970662 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] Set router a80b2a5f-3ea4-4c28-8c50-fb436a95b10c gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:20.971392 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:20.971909 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778394'] for router_interface (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:21.063563 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Pushing event updated for resources: {'Port': ['ID=2a41a1cd-9573-404e-b3f4-5eafbdb170f4,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:21.102694 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Network 55dec2a4-ab21-4a3d-bf67-5f8f6fcff082 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:21.104113 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:21.300735 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port d34b95d6-fce0-4d61-9d00-02272fb11987 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:21.405386 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'name': 'tempest-TestVolumeBootPattern-227058245-router', 'tenant_id': '2babbd9395dd400ca0820a12027d627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'da16a536-c9ba-4200-8496-e6eb7faa7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:16Z', 'updated_at': '2022-01-18T16:14:20Z', 'revision_number': 4, 'project_id': '2babbd9395dd400ca0820a12027d627f', 'gw_port': {'id': 'da16a536-c9ba-4200-8496-e6eb7faa7f15', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:17Z', 'updated_at': '2022-01-18T16:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '2a41a1cd-9573-404e-b3f4-5eafbdb170f4', 'name': '', 'network_id': '55dec2a4-ab21-4a3d-bf67-5f8f6fcff082', 'tenant_id': '2babbd9395dd400ca0820a12027d627f', 'mac_address': 'fa:16:3e:c0:d5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '21c6900a-9c3f-41ed-809a-6d450b792e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:19Z', 'updated_at': '2022-01-18T16:14:20Z', 'revision_number': 1, 'project_id': '2babbd9395dd400ca0820a12027d627f', 'subnets': [{'id': '21c6900a-9c3f-41ed-809a-6d450b792e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:21.409269 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-a8f86de4-c734-43e2-98e4-582445196710 None None] Provisioning complete for port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:21.409813 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8f86de4-c734-43e2-98e4-582445196710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:21.437482 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf77cfe-6a7d-4d27-91c5-fdb340c8115c None None] The sync data for ids ['a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'] in dv-cinder-788366-8-iscsi is: [{'id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'name': 'tempest-TestVolumeBootPattern-227058245-router', 'tenant_id': '2babbd9395dd400ca0820a12027d627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'da16a536-c9ba-4200-8496-e6eb7faa7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:16Z', 'updated_at': '2022-01-18T16:14:20Z', 'revision_number': 4, 'project_id': '2babbd9395dd400ca0820a12027d627f', 'gw_port': {'id': 'da16a536-c9ba-4200-8496-e6eb7faa7f15', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:17Z', 'updated_at': '2022-01-18T16:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '2a41a1cd-9573-404e-b3f4-5eafbdb170f4', 'name': '', 'network_id': '55dec2a4-ab21-4a3d-bf67-5f8f6fcff082', 'tenant_id': '2babbd9395dd400ca0820a12027d627f', 'mac_address': 'fa:16:3e:c0:d5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '21c6900a-9c3f-41ed-809a-6d450b792e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:19Z', 'updated_at': '2022-01-18T16:14:20Z', 'revision_number': 1, 'project_id': '2babbd9395dd400ca0820a12027d627f', 'subnets': [{'id': '21c6900a-9c3f-41ed-809a-6d450b792e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:14:21.476270 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a8f86de4-c734-43e2-98e4-582445196710 None None] Port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:14:21.487398 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Router a80b2a5f-3ea4-4c28-8c50-fb436a95b10c has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:14:21.691045 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:14:21.699703 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-3c8c1102-0281-4fc0-bd72-b52dd9e50264 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:21.701244 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-3c8c1102-0281-4fc0-bd72-b52dd9e50264 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.72 "GET /v2.0/networks?id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2 HTTP/1.1" status: 200 len: 816 time: 0.1712935 Jan 18 16:14:21.704901 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c7b0f816-af3b-4fa3-872d-3235f74fad26 admin admin] 10.222.0.70 "PUT /v2.0/routers/a80b2a5f-3ea4-4c28-8c50-fb436a95b10c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2982130 Jan 18 16:14:21.741556 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d4834041-d60c-418d-a2d2-91223a165c9c req-bf915ec3-440d-4c14-9bb4-5cc23b4ed885 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 210 time: 0.1371269 Jan 18 16:14:21.780360 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-9d192823-4dac-461f-ab17-bf29c2d4733d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b HTTP/1.1" status: 200 len: 380 time: 0.0691271 Jan 18 16:14:21.791647 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-618e47e1-2ea7-4c40-be90-5a007e4313a0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Request body: {'port': {'device_id': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'admin_state_up': True, 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'security_groups': ['55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:22.060528 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-618e47e1-2ea7-4c40-be90-5a007e4313a0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Made reservation on behalf of 2b607df7bc9340a49bd5ebb6be0abc6b for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:14:22.064670 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-618e47e1-2ea7-4c40-be90-5a007e4313a0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:22.268639 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-618e47e1-2ea7-4c40-be90-5a007e4313a0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Allocated IP 172.20.0.4 (233c31cc-8c39-4834-9e7b-525f1b0f0ef2/614bbcdf-a5b6-4cca-8a78-c3d63af128f4/6e7e3003-9694-46b2-a1e1-140bfe02ebb7) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:14:22.326871 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51066) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:22.332733 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-1c5e4a9a-a80f-47cc-a566-6cbb22e0494d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1360399308', 'description': 'tempest-secgroup-smoke-1360399308 description', 'project_id': 'acc4cb619a8040ea87a28be703b168c8'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:22.439959 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-618e47e1-2ea7-4c40-be90-5a007e4313a0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:22.477625 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4a9a-a80f-47cc-a566-6cbb22e0494d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:22.554107 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4a9a-a80f-47cc-a566-6cbb22e0494d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group (31193f80-2a24-4c13-9ed7-800b7108d60b), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:22.563872 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-618e47e1-2ea7-4c40-be90-5a007e4313a0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:22.621621 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-618e47e1-2ea7-4c40-be90-5a007e4313a0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:22.625828 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-618e47e1-2ea7-4c40-be90-5a007e4313a0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:22.627840 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e47e1-2ea7-4c40-be90-5a007e4313a0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event updated for resources: {'Port': ['ID=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:22.630196 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-618e47e1-2ea7-4c40-be90-5a007e4313a0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:14:22.636089 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-618e47e1-2ea7-4c40-be90-5a007e4313a0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:22.636797 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-618e47e1-2ea7-4c40-be90-5a007e4313a0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:22.672100 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device da16a536-c9ba-4200-8496-e6eb7faa7f15 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:22.708103 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4a9a-a80f-47cc-a566-6cbb22e0494d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (31193f80-2a24-4c13-9ed7-800b7108d60b), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:22.735894 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port da16a536-c9ba-4200-8496-e6eb7faa7f15 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:22.736273 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (da16a536-c9ba-4200-8496-e6eb7faa7f15), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:22.738862 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e4a9a-a80f-47cc-a566-6cbb22e0494d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31193f80-2a24-4c13-9ed7-800b7108d60b,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:22.829055 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-618e47e1-2ea7-4c40-be90-5a007e4313a0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0363815 Jan 18 16:14:22.836710 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Request body: {'port': {'device_id': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:22.852957 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port da16a536-c9ba-4200-8496-e6eb7faa7f15 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:22.853479 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (da16a536-c9ba-4200-8496-e6eb7faa7f15), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:22.870709 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4a9a-a80f-47cc-a566-6cbb22e0494d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:22.872853 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-1c5e4a9a-a80f-47cc-a566-6cbb22e0494d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5447893 Jan 18 16:14:22.875719 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51074) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:22.891865 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-58869c1e-92a0-4385-830b-cc8ffd2b0ba2 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Request body: {'security_group_rule': {'security_group_id': '31193f80-2a24-4c13-9ed7-800b7108d60b', 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:22.909272 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] For port da16a536-c9ba-4200-8496-e6eb7faa7f15, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=da16a536-c9ba-4200-8496-e6eb7faa7f15,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:22.921139 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-6dd64e1b-583e-4479-a595-9c2fda7e882f None None] Provisioning complete for port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:22.926240 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6dd64e1b-583e-4479-a595-9c2fda7e882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:22.938677 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:22.962881 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6dd64e1b-583e-4479-a595-9c2fda7e882f None None] Port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:14:22.976738 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b384043-b44e-4e07-9ba9-c37f5959fd84 req-fa300cd7-cad6-49f0-b2c4-87d0983c4ac5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:22.978241 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b384043-b44e-4e07-9ba9-c37f5959fd84 req-fa300cd7-cad6-49f0-b2c4-87d0983c4ac5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 931 time: 0.1041126 Jan 18 16:14:23.036952 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1b384043-b44e-4e07-9ba9-c37f5959fd84 req-f0c75a2a-4c94-4250-89c4-19172d0cdeb0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513215 Jan 18 16:14:23.048421 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (da16a536-c9ba-4200-8496-e6eb7faa7f15), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:23.057030 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-58869c1e-92a0-4385-830b-cc8ffd2b0ba2 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (22e21392-659f-468b-9030-e923a0bf1f52), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:23.099220 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Pushing event updated for resources: {'Port': ['ID=da16a536-c9ba-4200-8496-e6eb7faa7f15,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:23.130657 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-58869c1e-92a0-4385-830b-cc8ffd2b0ba2 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (22e21392-659f-468b-9030-e923a0bf1f52), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:23.221566 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:14:23.222437 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-58869c1e-92a0-4385-830b-cc8ffd2b0ba2 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (22e21392-659f-468b-9030-e923a0bf1f52), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:23.229815 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Publish callbacks [] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:23.241909 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58869c1e-92a0-4385-830b-cc8ffd2b0ba2 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e21392-659f-468b-9030-e923a0bf1f52,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:23.242933 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Transition to ACTIVE for port object 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:14:23.333045 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-58869c1e-92a0-4385-830b-cc8ffd2b0ba2 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:23.334807 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-58869c1e-92a0-4385-830b-cc8ffd2b0ba2 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4566054 Jan 18 16:14:23.337618 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51078) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:23.341877 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-c67fcdf7-fab7-4c3e-8739-be9415e81a6f tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Request body: {'security_group_rule': {'security_group_id': '31193f80-2a24-4c13-9ed7-800b7108d60b', 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:23.359425 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:23.415658 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:23.449463 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Attempting to bind port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:14:23.449814 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Attempting to bind port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:14:23.450154 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Attempting to bind port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 on network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:14:23.460870 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 on network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:14:23.461439 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Attempting to bind port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 on network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:14:23.469364 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:14:23.469486 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c67fcdf7-fab7-4c3e-8739-be9415e81a6f tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (a4a8e7cc-cfbc-47ed-97ac-2aa95638ccba), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:23.469583 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Checking segment: {'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:23.469583 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Bound using segment: {'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:14:23.469583 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Bound port: 6e7e3003-9694-46b2-a1e1-140bfe02ebb7, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc61fdf-7552-4d53-a113-8827e5f0b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:14:23.469583 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:23.547385 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c67fcdf7-fab7-4c3e-8739-be9415e81a6f tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (a4a8e7cc-cfbc-47ed-97ac-2aa95638ccba), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:23.556655 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] For port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:14:23.560428 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] For port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:14:23.671687 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c67fcdf7-fab7-4c3e-8739-be9415e81a6f tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (a4a8e7cc-cfbc-47ed-97ac-2aa95638ccba), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:23.680603 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:23.705579 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fcdf7-fab7-4c3e-8739-be9415e81a6f tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a8e7cc-cfbc-47ed-97ac-2aa95638ccba,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:23.733730 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:23.733730 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:23.733730 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] 10.222.0.72 "PUT /v2.0/ports/6e7e3003-9694-46b2-a1e1-140bfe02ebb7 HTTP/1.1" status: 200 len: 1093 time: 0.9003534 Jan 18 16:14:23.733730 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'tag': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:14:23.734689 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56264fc9-2f23-4b95-aa72-4c81a85104a7" -d '{"events": [{"name": "network-changed", "server_uuid": "289e7bb3-fb64-40ed-be0c-b6211e7f4ec4", "tag": "6e7e3003-9694-46b2-a1e1-140bfe02ebb7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:14:23.765015 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21853a04-012d-45dd-938c-668256cbb5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:23.784279 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2db1cec-8c1c-48c6-bca7-5c9f0f309aa2 x-openstack-request-id: req-f2db1cec-8c1c-48c6-bca7-5c9f0f309aa2 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:14:23.784580 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289e7bb3-fb64-40ed-be0c-b6211e7f4ec4", "tag": "6e7e3003-9694-46b2-a1e1-140bfe02ebb7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:14:23.784868 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2db1cec-8c1c-48c6-bca7-5c9f0f309aa2 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:14:23.785402 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'tag': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7', 'status': 'completed', 'code': 200} Jan 18 16:14:23.836424 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c67fcdf7-fab7-4c3e-8739-be9415e81a6f tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:23.837767 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-c67fcdf7-fab7-4c3e-8739-be9415e81a6f tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4991493 Jan 18 16:14:23.840528 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51092) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:23.846679 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-257f5786-c3fd-4682-af5c-7edec4393fb7 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Request body: {'security_group_rule': {'security_group_id': '31193f80-2a24-4c13-9ed7-800b7108d60b', 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:23.856177 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56264fc9-2f23-4b95-aa72-4c81a85104a7 req-c8928b0d-4008-447f-bad0-bbd1ad37b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:23.857783 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-56264fc9-2f23-4b95-aa72-4c81a85104a7 req-c8928b0d-4008-447f-bad0-bbd1ad37b98e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0496359 Jan 18 16:14:23.966522 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56264fc9-2f23-4b95-aa72-4c81a85104a7 req-26eed947-d6ee-41e1-a697-c46ed1d4bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:23.967981 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-56264fc9-2f23-4b95-aa72-4c81a85104a7 req-26eed947-d6ee-41e1-a697-c46ed1d4bd1d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0984559 Jan 18 16:14:23.998231 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-257f5786-c3fd-4682-af5c-7edec4393fb7 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (58684301-4d93-4287-afd2-98b82373d2c8), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:24.059909 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-257f5786-c3fd-4682-af5c-7edec4393fb7 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (58684301-4d93-4287-afd2-98b82373d2c8), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:24.061137 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56264fc9-2f23-4b95-aa72-4c81a85104a7 req-d2234d0b-caea-4b20-ac16-9059edfb19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:24.064568 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-56264fc9-2f23-4b95-aa72-4c81a85104a7 req-d2234d0b-caea-4b20-ac16-9059edfb19d5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901263 Jan 18 16:14:24.151470 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-c0a78288-c177-46eb-8af0-bcd00742f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:24.152902 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-c0a78288-c177-46eb-8af0-bcd00742f99f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0404470 Jan 18 16:14:24.158072 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084141b-59f6-4d7c-a4a4-50c1de74549e req-7a964b88-d7bd-4711-b7f9-4b6a0c8bc18b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:24.159528 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a084141b-59f6-4d7c-a4a4-50c1de74549e req-7a964b88-d7bd-4711-b7f9-4b6a0c8bc18b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0497432 Jan 18 16:14:24.178487 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-257f5786-c3fd-4682-af5c-7edec4393fb7 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (58684301-4d93-4287-afd2-98b82373d2c8), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:24.200438 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-3fbcf2c5-0427-4d23-b85b-b2484c26dc88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7 HTTP/1.1" status: 200 len: 217 time: 0.0401678 Jan 18 16:14:24.205312 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f5786-c3fd-4682-af5c-7edec4393fb7 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58684301-4d93-4287-afd2-98b82373d2c8,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:24.223920 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a084141b-59f6-4d7c-a4a4-50c1de74549e req-f3305743-005b-49e4-8b4e-9715ad6a8ec9 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582786 Jan 18 16:14:24.269995 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-1d9f7381-eabb-4040-8b9d-a891f6b3e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:24.269995 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-1d9f7381-eabb-4040-8b9d-a891f6b3e9a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=614bbcdf-a5b6-4cca-8a78-c3d63af128f4 HTTP/1.1" status: 200 len: 855 time: 0.0596325 Jan 18 16:14:24.312512 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-df73d3d2-8c0b-4aa0-9d67-8ce0aafacf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:24.314623 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-df73d3d2-8c0b-4aa0-9d67-8ce0aafacf61 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408096 Jan 18 16:14:24.342212 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-257f5786-c3fd-4682-af5c-7edec4393fb7 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:24.343494 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-257f5786-c3fd-4682-af5c-7edec4393fb7 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5018001 Jan 18 16:14:24.351436 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51098) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:24.355945 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-ced7cba5-89b0-4145-802f-ff61aa181e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Request body: {'security_group_rule': {'security_group_id': '31193f80-2a24-4c13-9ed7-800b7108d60b', 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:24.407440 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-6b1e25e7-7292-472e-badb-2c4357d96300 service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861011 Jan 18 16:14:24.496029 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ced7cba5-89b0-4145-802f-ff61aa181e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (29627ad0-286a-419c-9a12-a4164d0e7dac), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:24.499347 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-981ee262-ea23-4eaf-90f7-3295411ae28d req-fe1b95f7-1a26-441a-a59b-800976df965c service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854895 Jan 18 16:14:24.556628 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ced7cba5-89b0-4145-802f-ff61aa181e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (29627ad0-286a-419c-9a12-a4164d0e7dac), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:24.621285 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device da16a536-c9ba-4200-8496-e6eb7faa7f15 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:24.675161 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port da16a536-c9ba-4200-8496-e6eb7faa7f15 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:24.675470 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (da16a536-c9ba-4200-8496-e6eb7faa7f15), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:24.715189 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ced7cba5-89b0-4145-802f-ff61aa181e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (29627ad0-286a-419c-9a12-a4164d0e7dac), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:24.744665 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7cba5-89b0-4145-802f-ff61aa181e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29627ad0-286a-419c-9a12-a4164d0e7dac,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:24.776290 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port da16a536-c9ba-4200-8496-e6eb7faa7f15 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:24.868420 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ced7cba5-89b0-4145-802f-ff61aa181e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:24.869707 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-ced7cba5-89b0-4145-802f-ff61aa181e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5173249 Jan 18 16:14:24.872363 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51108) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:24.876696 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-107139eb-1c7f-4f12-b477-0c1fe00cc0fe tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Request body: {'security_group_rule': {'security_group_id': '31193f80-2a24-4c13-9ed7-800b7108d60b', 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:24.921327 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Sync routers for ids ['a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:14:24.932514 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Routers {'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:24.933172 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:25.016790 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.securitygroups_db [None req-107139eb-1c7f-4f12-b477-0c1fe00cc0fe tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Project acc4cb619a8040ea87a28be703b168c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:14:25.022308 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-107139eb-1c7f-4f12-b477-0c1fe00cc0fe tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (b95c5b9f-62dc-4b24-93d9-d6cc936eeea2), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:25.040175 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Set router a80b2a5f-3ea4-4c28-8c50-fb436a95b10c gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:25.083056 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-107139eb-1c7f-4f12-b477-0c1fe00cc0fe tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (b95c5b9f-62dc-4b24-93d9-d6cc936eeea2), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:25.154253 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-107139eb-1c7f-4f12-b477-0c1fe00cc0fe tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (b95c5b9f-62dc-4b24-93d9-d6cc936eeea2), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:25.174044 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107139eb-1c7f-4f12-b477-0c1fe00cc0fe tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95c5b9f-62dc-4b24-93d9-d6cc936eeea2,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:25.312581 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-107139eb-1c7f-4f12-b477-0c1fe00cc0fe tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:25.313758 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-107139eb-1c7f-4f12-b477-0c1fe00cc0fe tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4404407 Jan 18 16:14:25.316877 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51114) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:25.321992 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-df95681f-d4f8-4e15-9231-1e019c2133ab tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Request body: {'security_group_rule': {'security_group_id': '31193f80-2a24-4c13-9ed7-800b7108d60b', 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:25.335046 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'name': 'tempest-TestVolumeBootPattern-227058245-router', 'tenant_id': '2babbd9395dd400ca0820a12027d627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'da16a536-c9ba-4200-8496-e6eb7faa7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:16Z', 'updated_at': '2022-01-18T16:14:20Z', 'revision_number': 4, 'project_id': '2babbd9395dd400ca0820a12027d627f', 'gw_port': {'id': 'da16a536-c9ba-4200-8496-e6eb7faa7f15', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:17Z', 'updated_at': '2022-01-18T16:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '2a41a1cd-9573-404e-b3f4-5eafbdb170f4', 'name': '', 'network_id': '55dec2a4-ab21-4a3d-bf67-5f8f6fcff082', 'tenant_id': '2babbd9395dd400ca0820a12027d627f', 'mac_address': 'fa:16:3e:c0:d5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '21c6900a-9c3f-41ed-809a-6d450b792e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:19Z', 'updated_at': '2022-01-18T16:14:20Z', 'revision_number': 2, 'project_id': '2babbd9395dd400ca0820a12027d627f', 'subnets': [{'id': '21c6900a-9c3f-41ed-809a-6d450b792e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:25.355242 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fa0f4-4173-4089-93e5-454ef47177fb req-089f6812-f2e0-4a1f-b75c-12bb5357d6ac tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:25.356884 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b55fa0f4-4173-4089-93e5-454ef47177fb req-089f6812-f2e0-4a1f-b75c-12bb5357d6ac tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0579648 Jan 18 16:14:25.364074 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Checking router: a80b2a5f-3ea4-4c28-8c50-fb436a95b10c for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:14:25.364440 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Updating router a80b2a5f-3ea4-4c28-8c50-fb436a95b10c port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 binding host dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:14:25.390156 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:25.410262 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b55fa0f4-4173-4089-93e5-454ef47177fb req-9976c74c-e790-43c5-af4c-d3d1e995a36e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474868 Jan 18 16:14:25.454739 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-df95681f-d4f8-4e15-9231-1e019c2133ab tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Project acc4cb619a8040ea87a28be703b168c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:14:25.460911 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df95681f-d4f8-4e15-9231-1e019c2133ab tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (63d4f603-01f3-48ac-b3ef-52de46e36532), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:25.529653 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df95681f-d4f8-4e15-9231-1e019c2133ab tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (63d4f603-01f3-48ac-b3ef-52de46e36532), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:25.657336 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Publish callbacks [] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:25.694500 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df95681f-d4f8-4e15-9231-1e019c2133ab tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (63d4f603-01f3-48ac-b3ef-52de46e36532), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:25.715617 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95681f-d4f8-4e15-9231-1e019c2133ab tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d4f603-01f3-48ac-b3ef-52de46e36532,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:25.860203 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:25.862471 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df95681f-d4f8-4e15-9231-1e019c2133ab tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:25.865850 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-df95681f-d4f8-4e15-9231-1e019c2133ab tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5458312 Jan 18 16:14:25.959089 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7eb027-150b-45c4-9e73-bb719d425f94 None None] Pushing event updated for resources: {'Port': ['ID=2a41a1cd-9573-404e-b3f4-5eafbdb170f4,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:25.969901 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Attempting to bind port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:14:25.970146 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Attempting to bind port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': '33c85fa0-1f83-4044-9df5-c6f9ccd965fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '55dec2a4-ab21-4a3d-bf67-5f8f6fcff082'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:14:25.970709 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Attempting to bind port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 on network 55dec2a4-ab21-4a3d-bf67-5f8f6fcff082 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:14:25.976727 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:14:25.977116 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Checking segment: {'id': '33c85fa0-1f83-4044-9df5-c6f9ccd965fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '55dec2a4-ab21-4a3d-bf67-5f8f6fcff082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:25.977541 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:25.977971 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Bound using segment: {'id': '33c85fa0-1f83-4044-9df5-c6f9ccd965fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '55dec2a4-ab21-4a3d-bf67-5f8f6fcff082'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:14:25.978445 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Bound port: 2a41a1cd-9573-404e-b3f4-5eafbdb170f4, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c85fa0-1f83-4044-9df5-c6f9ccd965fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '55dec2a4-ab21-4a3d-bf67-5f8f6fcff082'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:14:25.978825 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:26.052217 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] For port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:14:26.056114 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] For port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=2a41a1cd-9573-404e-b3f4-5eafbdb170f4,segment=NetworkSegment(33c85fa0-1f83-4044-9df5-c6f9ccd965fc),segment_id=33c85fa0-1f83-4044-9df5-c6f9ccd965fc)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:14:26.153731 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-f9d6ad13-f83b-4f1f-827b-2f0798b8c26d None None] Provisioning complete for port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:26.154310 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f9d6ad13-f83b-4f1f-827b-2f0798b8c26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:26.169443 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:26.188649 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f9d6ad13-f83b-4f1f-827b-2f0798b8c26d None None] Port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:14:26.223379 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Routers {'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:26.223985 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:26.267736 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7eb027-150b-45c4-9e73-bb719d425f94 None None] Pushing event updated for resources: {'Port': ['ID=2a41a1cd-9573-404e-b3f4-5eafbdb170f4,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:26.346572 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] Set router a80b2a5f-3ea4-4c28-8c50-fb436a95b10c gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:26.408504 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-2c0cd03c-4cee-459a-8757-a7893dd571da None None] Provisioning complete for port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:26.408909 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd03c-4cee-459a-8757-a7893dd571da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:26.490455 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2c0cd03c-4cee-459a-8757-a7893dd571da None None] Current status of the port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:26.491084 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd03c-4cee-459a-8757-a7893dd571da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:26.525913 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2c0cd03c-4cee-459a-8757-a7893dd571da None None] For port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=2a41a1cd-9573-404e-b3f4-5eafbdb170f4,segment=NetworkSegment(33c85fa0-1f83-4044-9df5-c6f9ccd965fc),segment_id=33c85fa0-1f83-4044-9df5-c6f9ccd965fc)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:26.534964 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31528f31-cf14-46df-b6f4-3b5b9b834e5c req-7b2203ac-93f6-4f4c-bcfa-88a4aa6461ab tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:26.536554 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-31528f31-cf14-46df-b6f4-3b5b9b834e5c req-7b2203ac-93f6-4f4c-bcfa-88a4aa6461ab tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0529106 Jan 18 16:14:26.549918 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'name': 'tempest-TestVolumeBootPattern-227058245-router', 'tenant_id': '2babbd9395dd400ca0820a12027d627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'da16a536-c9ba-4200-8496-e6eb7faa7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:16Z', 'updated_at': '2022-01-18T16:14:20Z', 'revision_number': 4, 'project_id': '2babbd9395dd400ca0820a12027d627f', 'gw_port': {'id': 'da16a536-c9ba-4200-8496-e6eb7faa7f15', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:17Z', 'updated_at': '2022-01-18T16:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '2a41a1cd-9573-404e-b3f4-5eafbdb170f4', 'name': '', 'network_id': '55dec2a4-ab21-4a3d-bf67-5f8f6fcff082', 'tenant_id': '2babbd9395dd400ca0820a12027d627f', 'mac_address': 'fa:16:3e:c0:d5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '21c6900a-9c3f-41ed-809a-6d450b792e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:19Z', 'updated_at': '2022-01-18T16:14:26Z', 'revision_number': 4, 'project_id': '2babbd9395dd400ca0820a12027d627f', 'subnets': [{'id': '21c6900a-9c3f-41ed-809a-6d450b792e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:26.581760 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793f7e24-3713-4ef3-8f5b-f3aae297d21f None None] The sync data for ids ['a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'] in dv-cinder-788366-8-iscsi is: [{'id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'name': 'tempest-TestVolumeBootPattern-227058245-router', 'tenant_id': '2babbd9395dd400ca0820a12027d627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'da16a536-c9ba-4200-8496-e6eb7faa7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:16Z', 'updated_at': '2022-01-18T16:14:20Z', 'revision_number': 4, 'project_id': '2babbd9395dd400ca0820a12027d627f', 'gw_port': {'id': 'da16a536-c9ba-4200-8496-e6eb7faa7f15', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:17Z', 'updated_at': '2022-01-18T16:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '2a41a1cd-9573-404e-b3f4-5eafbdb170f4', 'name': '', 'network_id': '55dec2a4-ab21-4a3d-bf67-5f8f6fcff082', 'tenant_id': '2babbd9395dd400ca0820a12027d627f', 'mac_address': 'fa:16:3e:c0:d5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '21c6900a-9c3f-41ed-809a-6d450b792e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:19Z', 'updated_at': '2022-01-18T16:14:26Z', 'revision_number': 4, 'project_id': '2babbd9395dd400ca0820a12027d627f', 'subnets': [{'id': '21c6900a-9c3f-41ed-809a-6d450b792e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:14:26.590418 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-31528f31-cf14-46df-b6f4-3b5b9b834e5c req-827e4a8e-542c-4b56-9e93-111a3369ac66 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475316 Jan 18 16:14:26.608929 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd03c-4cee-459a-8757-a7893dd571da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:26.676180 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cd03c-4cee-459a-8757-a7893dd571da None None] Pushing event updated for resources: {'Port': ['ID=2a41a1cd-9573-404e-b3f4-5eafbdb170f4,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:26.691609 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:26.746235 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:26.746604 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:26.828148 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:27.516378 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:14:27.620248 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:27.635572 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'port_id': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7', 'mac_address': 'fa:16:3e:cc:7f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:14:27.679878 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:27.680397 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:27.695004 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:14:27.717151 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:27.736939 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b77c09-467d-481e-98fe-345629cd77dc req-c4cf62d0-29f1-4801-95af-d6dbb827194e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:27.739003 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-70b77c09-467d-481e-98fe-345629cd77dc req-c4cf62d0-29f1-4801-95af-d6dbb827194e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0634077 Jan 18 16:14:27.790171 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-70b77c09-467d-481e-98fe-345629cd77dc req-e8111375-4e8b-4856-983b-0bb9e51d6a9b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450852 Jan 18 16:14:27.873929 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:27.923306 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:28.103362 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['6e7e3003-9694-46b2-a1e1-140bfe02ebb7'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:14:28.230425 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:28.618195 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:28.670041 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:28.670332 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:28.749916 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:29.031674 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5424c81-c03c-4ed7-8843-e92445e459f5 req-193fdd76-e025-457c-b090-8781ad15bc47 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:29.033210 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d5424c81-c03c-4ed7-8843-e92445e459f5 req-193fdd76-e025-457c-b090-8781ad15bc47 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 944 time: 0.0544896 Jan 18 16:14:29.088472 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d5424c81-c03c-4ed7-8843-e92445e459f5 req-7fe86c62-a0cf-46c6-b2d9-d6aad25acf1f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489929 Jan 18 16:14:29.529774 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:29.699896 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:14:29.704854 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:29.705347 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:29.792452 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:29.792881 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:29.816534 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:14:29.819307 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb64589-c621-477b-ab07-92ff23841b0a" -d '{"events": [{"server_uuid": "289e7bb3-fb64-40ed-be0c-b6211e7f4ec4", "name": "network-vif-plugged", "status": "completed", "tag": "6e7e3003-9694-46b2-a1e1-140bfe02ebb7"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:14:29.832550 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:29.856108 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af608c2-8791-4d4a-83d3-cfce35f29828 x-openstack-request-id: req-4af608c2-8791-4d4a-83d3-cfce35f29828 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:14:29.856409 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289e7bb3-fb64-40ed-be0c-b6211e7f4ec4", "name": "network-vif-plugged", "status": "completed", "tag": "6e7e3003-9694-46b2-a1e1-140bfe02ebb7", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:14:29.856711 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4af608c2-8791-4d4a-83d3-cfce35f29828 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:14:29.857110 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7', 'code': 200} Jan 18 16:14:30.033750 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:30.080813 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:30.208017 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501d188-277d-43c1-b8ec-65fac29248cc req-3b2d6277-fba0-45cc-ac70-031819b6e482 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:30.210016 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3501d188-277d-43c1-b8ec-65fac29248cc req-3b2d6277-fba0-45cc-ac70-031819b6e482 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0496321 Jan 18 16:14:30.261019 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3501d188-277d-43c1-b8ec-65fac29248cc req-4b041bcb-aa85-4f96-bc9d-cf139f4bed01 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453262 Jan 18 16:14:30.325649 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2e170-2b6b-462d-90fc-ab29b597719e req-bd541f70-fb77-4866-b2cb-225e0302a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:30.327139 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8dd2e170-2b6b-462d-90fc-ab29b597719e req-bd541f70-fb77-4866-b2cb-225e0302a70e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 1098 time: 0.0494049 Jan 18 16:14:30.370245 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8dd2e170-2b6b-462d-90fc-ab29b597719e req-3e07b297-d915-4c9b-8418-98ae3432172c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374749 Jan 18 16:14:31.354755 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51262) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:31.387330 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93909ee0-f98a-48a7-b405-c43127871cba req-b7beb085-fc93-4779-b769-b5ca0def9fb5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:31.388891 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-93909ee0-f98a-48a7-b405-c43127871cba req-b7beb085-fc93-4779-b769-b5ca0def9fb5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0506363 Jan 18 16:14:31.414471 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Deleting subnet 9ec24893-d635-48d8-ad40-4216db30514a {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:14:31.418067 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Publish callbacks [] for subnet (9ec24893-d635-48d8-ad40-4216db30514a), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:31.448031 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-93909ee0-f98a-48a7-b405-c43127871cba req-07b0ebee-027b-47f9-864d-c57d685c7274 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505264 Jan 18 16:14:31.461696 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Publish callbacks [] for subnet (9ec24893-d635-48d8-ad40-4216db30514a), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:31.467602 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (9ec24893-d635-48d8-ad40-4216db30514a), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:31.622717 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (9ec24893-d635-48d8-ad40-4216db30514a), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:31.648645 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec24893-d635-48d8-ad40-4216db30514a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:31.653504 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:31.658740 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9ec24893-d635-48d8-ad40-4216db30514a HTTP/1.1" status: 204 len: 168 time: 0.3029428 Jan 18 16:14:31.661641 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51270) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:31.664584 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:31.665370 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:31.665370 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:31.665791 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:31.666148 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:31.666489 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:31.666825 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:31.667157 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:31.667488 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:31.667823 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:31.668149 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:31.668606 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:31.668826 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d95fd-fee5-42af-96e4-764417c0e96c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:31.736495 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f7138d17-c3d7-4255-b566-9f3959f78449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (4230e440-3503-4a0a-a157-a88df18a7e0c), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:31.821727 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f7138d17-c3d7-4255-b566-9f3959f78449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (4230e440-3503-4a0a-a157-a88df18a7e0c), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:31.842587 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-f7138d17-c3d7-4255-b566-9f3959f78449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4230e440-3503-4a0a-a157-a88df18a7e0c']}} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:31.852178 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-f7138d17-c3d7-4255-b566-9f3959f78449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89476d8a-7e22-4169-8643-6ba92f2c958a') {'for_net_delete': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:31.852477 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-f7138d17-c3d7-4255-b566-9f3959f78449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89476d8a-7e22-4169-8643-6ba92f2c958a') {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:31.861974 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f7138d17-c3d7-4255-b566-9f3959f78449 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697209'] for segment (89476d8a-7e22-4169-8643-6ba92f2c958a), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:31.874908 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f7138d17-c3d7-4255-b566-9f3959f78449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (89476d8a-7e22-4169-8643-6ba92f2c958a), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:31.880733 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7138d17-c3d7-4255-b566-9f3959f78449 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:14:31.881185 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f7138d17-c3d7-4255-b566-9f3959f78449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8693734'] for segment (89476d8a-7e22-4169-8643-6ba92f2c958a), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: Traceback (most recent call last): Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: timer() Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: cb(*args, **kw) Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: return func(*args, **kwargs) Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: self._notify() Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: self.callback(batched_events) Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: event.method(event) Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: return f(self, *a, **k) Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._get(url).json() Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: return self.request(url, 'GET', **kwargs) Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:14:31.882914 dv-cinder-788366-8-iscsi neutron-server[103252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:14:32.016996 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51274) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:32.094261 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f7138d17-c3d7-4255-b566-9f3959f78449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (4230e440-3503-4a0a-a157-a88df18a7e0c), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:32.099839 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f7138d17-c3d7-4255-b566-9f3959f78449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:32.103122 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-f7138d17-c3d7-4255-b566-9f3959f78449 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4230e440-3503-4a0a-a157-a88df18a7e0c HTTP/1.1" status: 204 len: 168 time: 0.4404776 Jan 18 16:14:32.126977 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7138d17-c3d7-4255-b566-9f3959f78449 admin admin] Pushing event deleted for resources: {'Network': ['ID=4230e440-3503-4a0a-a157-a88df18a7e0c,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:32.135547 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:32.214966 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Publish callbacks [] for security_group (5e06d46a-60cf-4bfa-92a8-e4b668ca73ba), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:32.405286 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (5e06d46a-60cf-4bfa-92a8-e4b668ca73ba), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:32.443237 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e06d46a-60cf-4bfa-92a8-e4b668ca73ba,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:32.447590 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6498c60e0ab148a9b3deac11d42845e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294670 Jan 18 16:14:32.450411 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51282) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:32.454339 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:32.454698 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:32.455248 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:32.458580 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:32.458580 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:32.458580 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:32.458580 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:32.458580 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:32.458580 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:32.458580 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:32.458580 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:32.458580 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:32.459344 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dda466-443f-41fb-8f13-a7533871631b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:14:32.503416 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3e098fe-acee-4449-943d-0ce41c97e426 admin admin] Publish callbacks [] for security_group (5e06d46a-60cf-4bfa-92a8-e4b668ca73ba), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:32.526884 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3e098fe-acee-4449-943d-0ce41c97e426 admin admin] Publish callbacks [] for security_group (5e06d46a-60cf-4bfa-92a8-e4b668ca73ba), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:32.583567 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334891b9-335d-4f50-be0e-652af27f4b43 req-f4bd8e73-d422-49c3-bd15-ce13b68da0d1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:32.585359 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-334891b9-335d-4f50-be0e-652af27f4b43 req-f4bd8e73-d422-49c3-bd15-ce13b68da0d1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0552592 Jan 18 16:14:32.585823 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51286) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:32.635280 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a21c04fe-0b06-456c-a62f-83b25eaa03ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=00ab82c19b9542c7870cab1c691bc29e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482483 Jan 18 16:14:32.637732 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51288) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:32.637923 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-334891b9-335d-4f50-be0e-652af27f4b43 req-506823d9-2d91-4f0d-b751-3b191462ec03 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467868 Jan 18 16:14:32.687736 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3cb75fa9-f42d-42ed-875b-5f037bcbbe21 admin admin] Publish callbacks [] for security_group (052aa7f2-91a3-4569-a81c-21cab1cf3688), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:32.699700 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3e098fe-acee-4449-943d-0ce41c97e426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (5e06d46a-60cf-4bfa-92a8-e4b668ca73ba), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:32.702654 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3e098fe-acee-4449-943d-0ce41c97e426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:32.703937 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-d3e098fe-acee-4449-943d-0ce41c97e426 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e06d46a-60cf-4bfa-92a8-e4b668ca73ba HTTP/1.1" status: 204 len: 168 time: 0.2520199 Jan 18 16:14:32.721341 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e098fe-acee-4449-943d-0ce41c97e426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e06d46a-60cf-4bfa-92a8-e4b668ca73ba,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:32.724606 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3cb75fa9-f42d-42ed-875b-5f037bcbbe21 admin admin] Publish callbacks [] for security_group (052aa7f2-91a3-4569-a81c-21cab1cf3688), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:32.792781 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac3513-3398-410a-b12e-2514b0383fdf req-ed8c5f83-1aae-42b5-9350-c76de44f43b4 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:32.794448 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c5ac3513-3398-410a-b12e-2514b0383fdf req-ed8c5f83-1aae-42b5-9350-c76de44f43b4 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0730474 Jan 18 16:14:32.802887 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51294) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:32.807910 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-635a12d9-b1c1-495e-8347-34bd703cb709 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Request body: {'floatingip': {'port_id': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:32.849230 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-635a12d9-b1c1-495e-8347-34bd703cb709 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for floatingip (335a634f-52a1-4212-bde2-f55744c3c7b7), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:32.874032 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3cb75fa9-f42d-42ed-875b-5f037bcbbe21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (052aa7f2-91a3-4569-a81c-21cab1cf3688), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:32.876609 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3cb75fa9-f42d-42ed-875b-5f037bcbbe21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:32.877941 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-3cb75fa9-f42d-42ed-875b-5f037bcbbe21 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/052aa7f2-91a3-4569-a81c-21cab1cf3688 HTTP/1.1" status: 204 len: 168 time: 0.2391798 Jan 18 16:14:32.888999 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb75fa9-f42d-42ed-875b-5f037bcbbe21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052aa7f2-91a3-4569-a81c-21cab1cf3688,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:33.535623 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-635a12d9-b1c1-495e-8347-34bd703cb709 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:33.617781 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51312) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:33.631592 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6ffe5149-9df8-4448-a4ef-2e652b9309c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:33.643094 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-635a12d9-b1c1-495e-8347-34bd703cb709 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (335a634f-52a1-4212-bde2-f55744c3c7b7), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:33.706532 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6ffe5149-9df8-4448-a4ef-2e652b9309c2 admin admin] Publish callbacks [] for security_group (a62447eb-54c0-4d42-b791-e68d1614b2a3), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:33.747122 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.l3_db [None req-635a12d9-b1c1-495e-8347-34bd703cb709 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Floating IP 335a634f-52a1-4212-bde2-f55744c3c7b7 associated. External IP: 172.27.2.228, port: 6e7e3003-9694-46b2-a1e1-140bfe02ebb7. Jan 18 16:14:33.887824 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6ffe5149-9df8-4448-a4ef-2e652b9309c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (a62447eb-54c0-4d42-b791-e68d1614b2a3), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:33.932725 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-6ffe5149-9df8-4448-a4ef-2e652b9309c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=494ee6c1887e403c93d7ba81e3ab8336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118417 Jan 18 16:14:33.933016 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51320) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:33.937032 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe5149-9df8-4448-a4ef-2e652b9309c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62447eb-54c0-4d42-b791-e68d1614b2a3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:33.997006 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635a12d9-b1c1-495e-8347-34bd703cb709 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Router d390fc01-b949-49d6-8048-07b8481a0bee has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:14:34.008878 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cf1d6757-d642-4675-becb-94d3a5f5c33c admin admin] Publish callbacks [] for security_group (a62447eb-54c0-4d42-b791-e68d1614b2a3), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:34.069256 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cf1d6757-d642-4675-becb-94d3a5f5c33c admin admin] Publish callbacks [] for security_group (a62447eb-54c0-4d42-b791-e68d1614b2a3), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:34.157361 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635a12d9-b1c1-495e-8347-34bd703cb709 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:14:34.163015 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-635a12d9-b1c1-495e-8347-34bd703cb709 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:34.169663 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9ba021-b44b-4a88-a08d-875b444132a9 None None] Sync routers for ids ['d390fc01-b949-49d6-8048-07b8481a0bee'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:14:34.187376 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ba021-b44b-4a88-a08d-875b444132a9 None None] Routers {'d390fc01-b949-49d6-8048-07b8481a0bee'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:34.188012 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-5e9ba021-b44b-4a88-a08d-875b444132a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d390fc01-b949-49d6-8048-07b8481a0bee'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:34.192254 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-635a12d9-b1c1-495e-8347-34bd703cb709 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "PUT /v2.0/floatingips/335a634f-52a1-4212-bde2-f55744c3c7b7 HTTP/1.1" status: 200 len: 991 time: 1.3877280 Jan 18 16:14:34.192866 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'tag': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:14:34.195132 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db474591-ad25-4743-b871-fefdbe0ea2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "289e7bb3-fb64-40ed-be0c-b6211e7f4ec4", "tag": "6e7e3003-9694-46b2-a1e1-140bfe02ebb7"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:14:34.232257 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51328) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:34.259288 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4b888f-89bf-42d1-9001-b5771a6e1a35 x-openstack-request-id: req-5d4b888f-89bf-42d1-9001-b5771a6e1a35 {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:14:34.259662 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289e7bb3-fb64-40ed-be0c-b6211e7f4ec4", "tag": "6e7e3003-9694-46b2-a1e1-140bfe02ebb7", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:14:34.260100 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d4b888f-89bf-42d1-9001-b5771a6e1a35 {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:14:34.260628 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'tag': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7', 'status': 'completed', 'code': 200} Jan 18 16:14:34.294931 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cf1d6757-d642-4675-becb-94d3a5f5c33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (a62447eb-54c0-4d42-b791-e68d1614b2a3), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:34.298502 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cf1d6757-d642-4675-becb-94d3a5f5c33c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:34.300739 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-cf1d6757-d642-4675-becb-94d3a5f5c33c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a62447eb-54c0-4d42-b791-e68d1614b2a3 HTTP/1.1" status: 204 len: 168 time: 0.3679886 Jan 18 16:14:34.320572 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-5e9ba021-b44b-4a88-a08d-875b444132a9 None None] Set router d390fc01-b949-49d6-8048-07b8481a0bee gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:34.323343 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d6757-d642-4675-becb-94d3a5f5c33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62447eb-54c0-4d42-b791-e68d1614b2a3,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:34.350212 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db474591-ad25-4743-b871-fefdbe0ea2aa req-7d7acc25-73c9-4b82-a33e-abbcfd27a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:34.357240 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db474591-ad25-4743-b871-fefdbe0ea2aa req-7d7acc25-73c9-4b82-a33e-abbcfd27a090 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 1098 time: 0.0681193 Jan 18 16:14:34.378270 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-45da8182-4d21-4675-ac74-5252e1617406 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-344212415-network', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:34.476802 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db474591-ad25-4743-b871-fefdbe0ea2aa req-3abb0930-8ded-4048-a920-b8b96625a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:34.479545 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db474591-ad25-4743-b871-fefdbe0ea2aa req-3abb0930-8ded-4048-a920-b8b96625a4d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2 HTTP/1.1" status: 200 len: 917 time: 0.1158416 Jan 18 16:14:34.536775 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45da8182-4d21-4675-ac74-5252e1617406 admin admin] Made reservation on behalf of b47f032af2494e9cb2714378b3078bc0 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:14:34.539075 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-45da8182-4d21-4675-ac74-5252e1617406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:34.554391 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-45da8182-4d21-4675-ac74-5252e1617406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:34.577869 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db474591-ad25-4743-b871-fefdbe0ea2aa req-f6a85af8-43e0-4cb9-8c42-5bf7e8029e08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7 HTTP/1.1" status: 200 len: 999 time: 0.0922992 Jan 18 16:14:34.639871 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-5e9ba021-b44b-4a88-a08d-875b444132a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '335a634f-52a1-4212-bde2-f55744c3c7b7', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'port_id': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'mac_address': 'fa:16:3e:cc:7f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:14:16Z', 'updated_at': '2022-01-18T16:14:33Z', 'revision_number': 1, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1', 'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'mac_address': 'fa:16:3e:fa:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:32Z', 'revision_number': 5, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'subnets': [{'id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:34.649828 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db474591-ad25-4743-b871-fefdbe0ea2aa req-8d25dfac-d2ab-45ec-a362-d6af4011a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:34.651362 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db474591-ad25-4743-b871-fefdbe0ea2aa req-8d25dfac-d2ab-45ec-a362-d6af4011a837 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=614bbcdf-a5b6-4cca-8a78-c3d63af128f4 HTTP/1.1" status: 200 len: 855 time: 0.0653162 Jan 18 16:14:34.668260 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9ba021-b44b-4a88-a08d-875b444132a9 None None] Checking router: d390fc01-b949-49d6-8048-07b8481a0bee for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:14:34.682137 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ba021-b44b-4a88-a08d-875b444132a9 None None] Routers {'d390fc01-b949-49d6-8048-07b8481a0bee'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:34.682758 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-5e9ba021-b44b-4a88-a08d-875b444132a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d390fc01-b949-49d6-8048-07b8481a0bee'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:34.725729 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-45da8182-4d21-4675-ac74-5252e1617406 admin admin] Publish callbacks [] for security_group (b71648d5-40f4-41ba-b14b-0cd128f63b75), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:34.728801 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db474591-ad25-4743-b871-fefdbe0ea2aa req-65dd8d9d-3751-4dc1-9b21-8d9a04ebc662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:34.730262 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db474591-ad25-4743-b871-fefdbe0ea2aa req-65dd8d9d-3751-4dc1-9b21-8d9a04ebc662 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721505 Jan 18 16:14:34.830224 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db474591-ad25-4743-b871-fefdbe0ea2aa req-e74c7e7d-bbcf-47ec-9395-da04f37860aa service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886152 Jan 18 16:14:34.858010 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-45da8182-4d21-4675-ac74-5252e1617406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (b71648d5-40f4-41ba-b14b-0cd128f63b75), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:34.885010 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45da8182-4d21-4675-ac74-5252e1617406 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:14:34.897606 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da8182-4d21-4675-ac74-5252e1617406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71648d5-40f4-41ba-b14b-0cd128f63b75,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:34.906475 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-45da8182-4d21-4675-ac74-5252e1617406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (f9db4bbe-22d1-4d7a-9b9e-2020bc539c68), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:34.907172 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-45da8182-4d21-4675-ac74-5252e1617406 admin admin] Added segment f9db4bbe-22d1-4d7a-9b9e-2020bc539c68 of type vlan for network e3990fef-bcf4-4737-9b67-783be25293eb Jan 18 16:14:34.938113 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-5e9ba021-b44b-4a88-a08d-875b444132a9 None None] Set router d390fc01-b949-49d6-8048-07b8481a0bee gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:34.953943 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-45da8182-4d21-4675-ac74-5252e1617406 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (e3990fef-bcf4-4737-9b67-783be25293eb), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:35.069199 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db474591-ad25-4743-b871-fefdbe0ea2aa req-5ca575ec-70cd-44fb-8c63-55c265618586 service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323427 Jan 18 16:14:35.168225 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-5e9ba021-b44b-4a88-a08d-875b444132a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '335a634f-52a1-4212-bde2-f55744c3c7b7', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'port_id': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'mac_address': 'fa:16:3e:cc:7f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:14:16Z', 'updated_at': '2022-01-18T16:14:33Z', 'revision_number': 1, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1', 'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'mac_address': 'fa:16:3e:fa:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:32Z', 'revision_number': 5, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'subnets': [{'id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:35.168748 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51340) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:35.183401 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e81df0b3-e598-4d30-941d-d3f7f011e216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:35.196231 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9ba021-b44b-4a88-a08d-875b444132a9 None None] The sync data for ids ['d390fc01-b949-49d6-8048-07b8481a0bee'] in dv-cinder-788366-8-iscsi is: [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '335a634f-52a1-4212-bde2-f55744c3c7b7', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'port_id': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'mac_address': 'fa:16:3e:cc:7f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:14:16Z', 'updated_at': '2022-01-18T16:14:33Z', 'revision_number': 1, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1', 'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'mac_address': 'fa:16:3e:fa:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:32Z', 'revision_number': 5, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'subnets': [{'id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:14:35.202488 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-45da8182-4d21-4675-ac74-5252e1617406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (e3990fef-bcf4-4737-9b67-783be25293eb), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:35.203810 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45da8182-4d21-4675-ac74-5252e1617406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:35.204946 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-45da8182-4d21-4675-ac74-5252e1617406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:35.274167 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da8182-4d21-4675-ac74-5252e1617406 admin admin] Pushing event updated for resources: {'Network': ['ID=e3990fef-bcf4-4737-9b67-783be25293eb,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:35.274368 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e81df0b3-e598-4d30-941d-d3f7f011e216 admin admin] Publish callbacks [] for security_group (38aa4fdd-f210-40c7-be7f-cad163d0ba95), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:35.285283 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network e3990fef-bcf4-4737-9b67-783be25293eb details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:14:35.359792 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-45da8182-4d21-4675-ac74-5252e1617406 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1221240 Jan 18 16:14:35.359931 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51344) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:35.366679 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-e03dc3e8-8baa-482c-89b7-67d64c307e5e admin admin] Request body: {'subnet': {'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-344212415-subnet', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'ip_version': 4}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:35.393782 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e81df0b3-e598-4d30-941d-d3f7f011e216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (38aa4fdd-f210-40c7-be7f-cad163d0ba95), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:35.433735 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d50047a-4b75-49dc-92da-67ce6ee35e14 None None] New status for floating IP 335a634f-52a1-4212-bde2-f55744c3c7b7: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:14:35.441649 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81df0b3-e598-4d30-941d-d3f7f011e216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38aa4fdd-f210-40c7-be7f-cad163d0ba95,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:35.441649 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-e81df0b3-e598-4d30-941d-d3f7f011e216 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18a4cf3ab4c549fda9cc8299510310cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693090 Jan 18 16:14:35.443660 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51346) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:35.490485 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03dc3e8-8baa-482c-89b7-67d64c307e5e admin admin] Made reservation on behalf of b47f032af2494e9cb2714378b3078bc0 for: {'subnet': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:14:35.493012 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e03dc3e8-8baa-482c-89b7-67d64c307e5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9050532'] for subnet (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:35.494959 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-444216b0-c697-4376-87ed-b6fb6607d926 admin admin] Publish callbacks [] for security_group (38aa4fdd-f210-40c7-be7f-cad163d0ba95), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:35.523178 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-444216b0-c697-4376-87ed-b6fb6607d926 admin admin] Publish callbacks [] for security_group (38aa4fdd-f210-40c7-be7f-cad163d0ba95), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:35.649015 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-444216b0-c697-4376-87ed-b6fb6607d926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (38aa4fdd-f210-40c7-be7f-cad163d0ba95), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:35.651724 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-444216b0-c697-4376-87ed-b6fb6607d926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:35.655242 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-444216b0-c697-4376-87ed-b6fb6607d926 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/38aa4fdd-f210-40c7-be7f-cad163d0ba95 HTTP/1.1" status: 204 len: 168 time: 0.2080300 Jan 18 16:14:35.661736 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444216b0-c697-4376-87ed-b6fb6607d926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aa4fdd-f210-40c7-be7f-cad163d0ba95,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:35.873733 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e03dc3e8-8baa-482c-89b7-67d64c307e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8693625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9050506'] for subnet (0798f6e7-8bfe-4af8-a88b-9cf25665ef27), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:35.933446 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dc3e8-8baa-482c-89b7-67d64c307e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0798f6e7-8bfe-4af8-a88b-9cf25665ef27,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:35.945584 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03dc3e8-8baa-482c-89b7-67d64c307e5e admin admin] Checking segment: {'id': 'f9db4bbe-22d1-4d7a-9b9e-2020bc539c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:35.945584 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03dc3e8-8baa-482c-89b7-67d64c307e5e admin admin] Network hostable DHCP agents. Network: e3990fef-bcf4-4737-9b67-783be25293eb, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:14:36.096350 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03dc3e8-8baa-482c-89b7-67d64c307e5e admin admin] Network e3990fef-bcf4-4737-9b67-783be25293eb is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:14:36.170929 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-e03dc3e8-8baa-482c-89b7-67d64c307e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, e3990fef-bcf4-4737-9b67-783be25293eb) {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:36.174948 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03dc3e8-8baa-482c-89b7-67d64c307e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:36.175602 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e03dc3e8-8baa-482c-89b7-67d64c307e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:36.180177 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a727bc2c-ce6c-48cf-946f-a4af541d2a7d None None] Network e3990fef-bcf4-4737-9b67-783be25293eb requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:14:36.280729 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-e03dc3e8-8baa-482c-89b7-67d64c307e5e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9201009 Jan 18 16:14:36.280879 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a97d34a-f00c-50ca-a5ed-93c7ff92fefd-e3990fef-bcf4-4737-9b67-783be25293eb', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'fixed_ips': [{'subnet_id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27'}]}} from dv-cinder-788366-8-iscsi. {{(pid=103254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:14:36.281656 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:36.284397 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51360) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:36.289512 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-344212415-router', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:36.397986 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3780192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25056'] for router (36f5b035-4f54-4242-9e9e-ac24b4398b29), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:36.399095 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3780108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3778222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25079'] for router (36f5b035-4f54-4242-9e9e-ac24b4398b29), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:36.441911 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Allocated IP 172.20.0.2 (e3990fef-bcf4-4737-9b67-783be25293eb/0798f6e7-8bfe-4af8-a88b-9cf25665ef27/9269ac0f-4709-4356-857f-e8eace906a41) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:14:36.456844 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Publish callbacks [] for router_controller (36f5b035-4f54-4242-9e9e-ac24b4398b29), precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:36.619730 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Publish callbacks [] for port (9269ac0f-4709-4356-857f-e8eace906a41), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:36.690922 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Publish callbacks [] for router_gateway (36f5b035-4f54-4242-9e9e-ac24b4398b29), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:36.712046 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (9269ac0f-4709-4356-857f-e8eace906a41), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:36.751731 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Network e3990fef-bcf4-4737-9b67-783be25293eb is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:36.754491 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:36.758471 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:14:36.763899 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Pushing event updated for resources: {'Port': ['ID=9269ac0f-4709-4356-857f-e8eace906a41,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:36.817042 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Attempting to bind port 9269ac0f-4709-4356-857f-e8eace906a41 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:14:36.817333 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Attempting to bind port 9269ac0f-4709-4356-857f-e8eace906a41 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'f9db4bbe-22d1-4d7a-9b9e-2020bc539c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:14:36.817702 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Attempting to bind port 9269ac0f-4709-4356-857f-e8eace906a41 on network e3990fef-bcf4-4737-9b67-783be25293eb {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:14:36.823540 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:14:36.825841 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Checking segment: {'id': 'f9db4bbe-22d1-4d7a-9b9e-2020bc539c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:36.825841 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:36.825841 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Bound using segment: {'id': 'f9db4bbe-22d1-4d7a-9b9e-2020bc539c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:14:36.825841 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Bound port: 9269ac0f-4709-4356-857f-e8eace906a41, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9db4bbe-22d1-4d7a-9b9e-2020bc539c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:14:36.825841 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (9269ac0f-4709-4356-857f-e8eace906a41), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:36.909776 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] For port 9269ac0f-4709-4356-857f-e8eace906a41, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:14:36.913304 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] For port 9269ac0f-4709-4356-857f-e8eace906a41, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=9269ac0f-4709-4356-857f-e8eace906a41,segment=NetworkSegment(f9db4bbe-22d1-4d7a-9b9e-2020bc539c68),segment_id=f9db4bbe-22d1-4d7a-9b9e-2020bc539c68)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:14:36.992988 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Publish callbacks [] for router_gateway (36f5b035-4f54-4242-9e9e-ac24b4398b29), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:37.013353 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:37.063114 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (9269ac0f-4709-4356-857f-e8eace906a41), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:37.137542 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81ec2e-999b-49f2-b536-107f762f9804 None None] Pushing event updated for resources: {'Port': ['ID=9269ac0f-4709-4356-857f-e8eace906a41,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:37.139259 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Allocated IP 172.27.2.230 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/a8535b5a-5a0d-466d-95dd-9694e897c3f9) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:14:37.250484 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Publish callbacks [] for port (a8535b5a-5a0d-466d-95dd-9694e897c3f9), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:37.420554 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (a8535b5a-5a0d-466d-95dd-9694e897c3f9), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:37.460503 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:37.463329 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:37.466928 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:14:37.472425 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Pushing event updated for resources: {'Port': ['ID=a8535b5a-5a0d-466d-95dd-9694e897c3f9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:37.644594 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51396) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:37.763275 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-350d9410-08e8-4b62-ab50-cc417d846554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:37.841482 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Publish callbacks [] for router_gateway (36f5b035-4f54-4242-9e9e-ac24b4398b29), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:37.970675 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-350d9410-08e8-4b62-ab50-cc417d846554 admin admin] Publish callbacks [] for security_group (8508016e-5af0-47d8-a25f-82ba4cfd7d25), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:37.985460 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5dbc59-2334-4350-a8a0-b1545ced0053 None None] Network e3990fef-bcf4-4737-9b67-783be25293eb requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:14:38.061915 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-6667ec55-da48-4fde-b74f-91735ccaa8ae None None] Provisioning complete for port 9269ac0f-4709-4356-857f-e8eace906a41 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:38.062286 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6667ec55-da48-4fde-b74f-91735ccaa8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (9269ac0f-4709-4356-857f-e8eace906a41), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:38.178549 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6667ec55-da48-4fde-b74f-91735ccaa8ae None None] Current status of the port 9269ac0f-4709-4356-857f-e8eace906a41 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:38.178936 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6667ec55-da48-4fde-b74f-91735ccaa8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (9269ac0f-4709-4356-857f-e8eace906a41), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:38.217948 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-6667ec55-da48-4fde-b74f-91735ccaa8ae None None] For port 9269ac0f-4709-4356-857f-e8eace906a41, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=9269ac0f-4709-4356-857f-e8eace906a41,segment=NetworkSegment(f9db4bbe-22d1-4d7a-9b9e-2020bc539c68),segment_id=f9db4bbe-22d1-4d7a-9b9e-2020bc539c68)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:38.296544 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6667ec55-da48-4fde-b74f-91735ccaa8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (9269ac0f-4709-4356-857f-e8eace906a41), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:38.300597 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-350d9410-08e8-4b62-ab50-cc417d846554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (8508016e-5af0-47d8-a25f-82ba4cfd7d25), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:38.347392 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667ec55-da48-4fde-b74f-91735ccaa8ae None None] Pushing event updated for resources: {'Port': ['ID=9269ac0f-4709-4356-857f-e8eace906a41,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:38.353247 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-350d9410-08e8-4b62-ab50-cc417d846554 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a77e888464254d2bbfdb3df2ebd00218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7072904 Jan 18 16:14:38.356171 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51404) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:38.359742 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d9410-08e8-4b62-ab50-cc417d846554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8508016e-5af0-47d8-a25f-82ba4cfd7d25,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:38.364115 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778203'] for router (36f5b035-4f54-4242-9e9e-ac24b4398b29), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:38.407673 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e68d76df-9388-4d94-8438-ad9c806e2bbe admin admin] Publish callbacks [] for security_group (8508016e-5af0-47d8-a25f-82ba4cfd7d25), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:38.416189 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-afc437ff-a693-4827-af61-a82d3594f996 None None] Provisioning complete for port 9269ac0f-4709-4356-857f-e8eace906a41 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:38.416566 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-afc437ff-a693-4827-af61-a82d3594f996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (9269ac0f-4709-4356-857f-e8eace906a41), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:38.432017 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e68d76df-9388-4d94-8438-ad9c806e2bbe admin admin] Publish callbacks [] for security_group (8508016e-5af0-47d8-a25f-82ba4cfd7d25), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:38.498627 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-afc437ff-a693-4827-af61-a82d3594f996 None None] Current status of the port 9269ac0f-4709-4356-857f-e8eace906a41 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:38.565528 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e68d76df-9388-4d94-8438-ad9c806e2bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (8508016e-5af0-47d8-a25f-82ba4cfd7d25), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:38.568172 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e68d76df-9388-4d94-8438-ad9c806e2bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:38.571854 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-e68d76df-9388-4d94-8438-ad9c806e2bbe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8508016e-5af0-47d8-a25f-82ba4cfd7d25 HTTP/1.1" status: 204 len: 168 time: 0.2126870 Jan 18 16:14:38.578192 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d76df-9388-4d94-8438-ad9c806e2bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8508016e-5af0-47d8-a25f-82ba4cfd7d25,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:38.580514 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Router 36f5b035-4f54-4242-9e9e-ac24b4398b29 is scheduled to L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:14:38.675730 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 9269ac0f-4709-4356-857f-e8eace906a41 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:38.716271 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:14:38.726433 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5706a714-8080-4851-9e04-536315e347aa None None] Sync routers for ids ['36f5b035-4f54-4242-9e9e-ac24b4398b29'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:14:38.741389 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5706a714-8080-4851-9e04-536315e347aa None None] Routers {'36f5b035-4f54-4242-9e9e-ac24b4398b29'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:38.742005 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-5706a714-8080-4851-9e04-536315e347aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['36f5b035-4f54-4242-9e9e-ac24b4398b29'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:38.744726 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 9269ac0f-4709-4356-857f-e8eace906a41 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:38.745081 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (9269ac0f-4709-4356-857f-e8eace906a41), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:38.813608 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:38.817745 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-912b62a3-41da-4749-af4e-38930a12634f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5291388 Jan 18 16:14:38.817956 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51412) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:38.907344 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-5706a714-8080-4851-9e04-536315e347aa None None] Set router 36f5b035-4f54-4242-9e9e-ac24b4398b29 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:38.992958 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 9269ac0f-4709-4356-857f-e8eace906a41 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:39.114048 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-5706a714-8080-4851-9e04-536315e347aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'name': 'tempest-TestShelveInstance-344212415-router', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:36Z', 'updated_at': '2022-01-18T16:14:37Z', 'revision_number': 3, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'gw_port': {'id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:37Z', 'updated_at': '2022-01-18T16:14:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:39.140820 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5706a714-8080-4851-9e04-536315e347aa None None] Checking router: 36f5b035-4f54-4242-9e9e-ac24b4398b29 for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:14:39.141185 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5706a714-8080-4851-9e04-536315e347aa None None] Updating router 36f5b035-4f54-4242-9e9e-ac24b4398b29 port a8535b5a-5a0d-466d-95dd-9694e897c3f9 binding host dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:14:39.168120 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5706a714-8080-4851-9e04-536315e347aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a8535b5a-5a0d-466d-95dd-9694e897c3f9), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:39.260729 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:39.421114 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Allocated IP 172.20.0.1 (e3990fef-bcf4-4737-9b67-783be25293eb/0798f6e7-8bfe-4af8-a88b-9cf25665ef27/2683ebf7-6c17-4ca6-bf75-232939d670d9) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:14:39.489608 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eed164c5-bfde-4d34-9916-7fde6e24d096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:39.537094 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Publish callbacks [] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:39.643321 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:39.684089 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Network e3990fef-bcf4-4737-9b67-783be25293eb is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:39.684815 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5706a714-8080-4851-9e04-536315e347aa None None] Publish callbacks [] for port (a8535b5a-5a0d-466d-95dd-9694e897c3f9), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:39.689741 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:39.692637 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:14:39.693296 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778478'] for router_interface (36f5b035-4f54-4242-9e9e-ac24b4398b29), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:39.748780 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Pushing event updated for resources: {'Port': ['ID=2683ebf7-6c17-4ca6-bf75-232939d670d9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:39.777455 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5706a714-8080-4851-9e04-536315e347aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (a8535b5a-5a0d-466d-95dd-9694e897c3f9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:39.871228 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5706a714-8080-4851-9e04-536315e347aa None None] Attempting to bind port a8535b5a-5a0d-466d-95dd-9694e897c3f9 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:14:39.871607 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5706a714-8080-4851-9e04-536315e347aa None None] Attempting to bind port a8535b5a-5a0d-466d-95dd-9694e897c3f9 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:14:39.872013 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5706a714-8080-4851-9e04-536315e347aa None None] Attempting to bind port a8535b5a-5a0d-466d-95dd-9694e897c3f9 on network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:14:39.877671 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fd69f-904f-4a22-b743-64e9a1194569 None None] Pushing event updated for resources: {'Port': ['ID=a8535b5a-5a0d-466d-95dd-9694e897c3f9,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:39.885463 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5706a714-8080-4851-9e04-536315e347aa None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:14:39.886056 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5706a714-8080-4851-9e04-536315e347aa None None] Checking segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:39.886609 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5706a714-8080-4851-9e04-536315e347aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:39.887157 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5706a714-8080-4851-9e04-536315e347aa None None] Bound using segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:14:39.887708 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5706a714-8080-4851-9e04-536315e347aa None None] Bound port: a8535b5a-5a0d-466d-95dd-9694e897c3f9, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:14:39.888645 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5706a714-8080-4851-9e04-536315e347aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a8535b5a-5a0d-466d-95dd-9694e897c3f9), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:39.954891 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-5706a714-8080-4851-9e04-536315e347aa None None] For port a8535b5a-5a0d-466d-95dd-9694e897c3f9, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:14:39.958080 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-5706a714-8080-4851-9e04-536315e347aa None None] For port a8535b5a-5a0d-466d-95dd-9694e897c3f9, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=a8535b5a-5a0d-466d-95dd-9694e897c3f9,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:14:39.997493 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:40.028822 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5706a714-8080-4851-9e04-536315e347aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (a8535b5a-5a0d-466d-95dd-9694e897c3f9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:40.102250 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-dae5e6b9-9445-4e32-8aa4-e0e2b339fcd0 None None] Provisioning complete for port 2683ebf7-6c17-4ca6-bf75-232939d670d9 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:40.102638 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dae5e6b9-9445-4e32-8aa4-e0e2b339fcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:40.133355 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5706a714-8080-4851-9e04-536315e347aa None None] Routers {'36f5b035-4f54-4242-9e9e-ac24b4398b29'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:40.134000 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-5706a714-8080-4851-9e04-536315e347aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['36f5b035-4f54-4242-9e9e-ac24b4398b29'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:40.137435 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fd69f-904f-4a22-b743-64e9a1194569 None None] Pushing event updated for resources: {'Port': ['ID=a8535b5a-5a0d-466d-95dd-9694e897c3f9,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:40.174043 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Publish callbacks [] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:40.181492 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-dae5e6b9-9445-4e32-8aa4-e0e2b339fcd0 None None] Port 2683ebf7-6c17-4ca6-bf75-232939d670d9 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:14:40.249646 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-5706a714-8080-4851-9e04-536315e347aa None None] Set router 36f5b035-4f54-4242-9e9e-ac24b4398b29 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:40.293969 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:40.294724 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778394'] for router_interface (36f5b035-4f54-4242-9e9e-ac24b4398b29), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:40.384617 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Pushing event updated for resources: {'Port': ['ID=2683ebf7-6c17-4ca6-bf75-232939d670d9,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:40.421139 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Network e3990fef-bcf4-4737-9b67-783be25293eb is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:40.422733 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:40.449952 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-5706a714-8080-4851-9e04-536315e347aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'name': 'tempest-TestShelveInstance-344212415-router', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:36Z', 'updated_at': '2022-01-18T16:14:39Z', 'revision_number': 4, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'gw_port': {'id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:37Z', 'updated_at': '2022-01-18T16:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '2683ebf7-6c17-4ca6-bf75-232939d670d9', 'name': '', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'mac_address': 'fa:16:3e:ed:d2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:39Z', 'updated_at': '2022-01-18T16:14:39Z', 'revision_number': 1, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'subnets': [{'id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:40.481481 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5706a714-8080-4851-9e04-536315e347aa None None] The sync data for ids ['36f5b035-4f54-4242-9e9e-ac24b4398b29'] in dv-cinder-788366-8-iscsi is: [{'id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'name': 'tempest-TestShelveInstance-344212415-router', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:36Z', 'updated_at': '2022-01-18T16:14:39Z', 'revision_number': 4, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'gw_port': {'id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:37Z', 'updated_at': '2022-01-18T16:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '2683ebf7-6c17-4ca6-bf75-232939d670d9', 'name': '', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'mac_address': 'fa:16:3e:ed:d2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:39Z', 'updated_at': '2022-01-18T16:14:39Z', 'revision_number': 1, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'subnets': [{'id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:14:40.543938 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Router 36f5b035-4f54-4242-9e9e-ac24b4398b29 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:14:40.667359 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:14:40.672627 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-e7e78081-dd7e-4aee-bc88-fee064de784c admin admin] 10.222.0.70 "PUT /v2.0/routers/36f5b035-4f54-4242-9e9e-ac24b4398b29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8536816 Jan 18 16:14:40.725392 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-6f018f39-6027-4896-8e97-f953cdc393fe None None] Provisioning complete for port 2683ebf7-6c17-4ca6-bf75-232939d670d9 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:40.726092 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f018f39-6027-4896-8e97-f953cdc393fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:40.767934 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6f018f39-6027-4896-8e97-f953cdc393fe None None] Port 2683ebf7-6c17-4ca6-bf75-232939d670d9 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:14:41.465699 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8661a5ef-cf45-4111-88bf-df6e9b9fe69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:41.653875 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51512) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:41.658823 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5d4d06c5-0ae2-4e31-b43f-8e3453cbe687 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1044916725-network', 'tenant_id': 'fc6c315e983f45e7b8e7b236f057c730'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:41.764839 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4d06c5-0ae2-4e31-b43f-8e3453cbe687 admin admin] Made reservation on behalf of fc6c315e983f45e7b8e7b236f057c730 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:14:41.769459 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d4d06c5-0ae2-4e31-b43f-8e3453cbe687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:41.776989 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d4d06c5-0ae2-4e31-b43f-8e3453cbe687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:41.853887 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d4d06c5-0ae2-4e31-b43f-8e3453cbe687 admin admin] Publish callbacks [] for security_group (fdc650ea-00b1-4c72-a9ed-2c0eb9341db9), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:41.909243 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d4d06c5-0ae2-4e31-b43f-8e3453cbe687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (fdc650ea-00b1-4c72-a9ed-2c0eb9341db9), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:41.934516 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4d06c5-0ae2-4e31-b43f-8e3453cbe687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:14:41.949326 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d06c5-0ae2-4e31-b43f-8e3453cbe687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc650ea-00b1-4c72-a9ed-2c0eb9341db9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:41.954323 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d4d06c5-0ae2-4e31-b43f-8e3453cbe687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (8d769806-ad1c-469d-b62d-6b724177bf97), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:41.954666 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-5d4d06c5-0ae2-4e31-b43f-8e3453cbe687 admin admin] Added segment 8d769806-ad1c-469d-b62d-6b724177bf97 of type vlan for network 189fa5d1-c9c9-4538-acab-dc282fa458b9 Jan 18 16:14:41.999114 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d4d06c5-0ae2-4e31-b43f-8e3453cbe687 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (189fa5d1-c9c9-4538-acab-dc282fa458b9), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:42.102346 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d4d06c5-0ae2-4e31-b43f-8e3453cbe687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (189fa5d1-c9c9-4538-acab-dc282fa458b9), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:42.103543 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4d06c5-0ae2-4e31-b43f-8e3453cbe687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:42.104318 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d4d06c5-0ae2-4e31-b43f-8e3453cbe687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:42.169412 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d06c5-0ae2-4e31-b43f-8e3453cbe687 admin admin] Pushing event updated for resources: {'Network': ['ID=189fa5d1-c9c9-4538-acab-dc282fa458b9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:42.182321 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network 189fa5d1-c9c9-4538-acab-dc282fa458b9 details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:14:42.205630 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5d4d06c5-0ae2-4e31-b43f-8e3453cbe687 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5505168 Jan 18 16:14:42.208124 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51520) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:42.217068 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-65769be4-9023-4dee-85ad-e4708376a5a6 admin admin] Request body: {'subnet': {'network_id': '189fa5d1-c9c9-4538-acab-dc282fa458b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1044916725-subnet', 'tenant_id': 'fc6c315e983f45e7b8e7b236f057c730', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:42.374826 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65769be4-9023-4dee-85ad-e4708376a5a6 admin admin] Made reservation on behalf of fc6c315e983f45e7b8e7b236f057c730 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:14:42.377253 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65769be4-9023-4dee-85ad-e4708376a5a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:42.546273 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Sync routers for ids ['36f5b035-4f54-4242-9e9e-ac24b4398b29'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:14:42.558022 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Routers {'36f5b035-4f54-4242-9e9e-ac24b4398b29'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:42.558629 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['36f5b035-4f54-4242-9e9e-ac24b4398b29'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:42.628111 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65769be4-9023-4dee-85ad-e4708376a5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:42.659383 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device a8535b5a-5a0d-466d-95dd-9694e897c3f9 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:42.672456 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Set router 36f5b035-4f54-4242-9e9e-ac24b4398b29 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:42.694456 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65769be4-9023-4dee-85ad-e4708376a5a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:42.705102 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65769be4-9023-4dee-85ad-e4708376a5a6 admin admin] Checking segment: {'id': '8d769806-ad1c-469d-b62d-6b724177bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '189fa5d1-c9c9-4538-acab-dc282fa458b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:42.705598 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65769be4-9023-4dee-85ad-e4708376a5a6 admin admin] Network hostable DHCP agents. Network: 189fa5d1-c9c9-4538-acab-dc282fa458b9, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:14:42.722358 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port a8535b5a-5a0d-466d-95dd-9694e897c3f9 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:42.722996 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (a8535b5a-5a0d-466d-95dd-9694e897c3f9), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:42.808158 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port a8535b5a-5a0d-466d-95dd-9694e897c3f9 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:42.808768 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a8535b5a-5a0d-466d-95dd-9694e897c3f9), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:42.832737 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] For port a8535b5a-5a0d-466d-95dd-9694e897c3f9, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=a8535b5a-5a0d-466d-95dd-9694e897c3f9,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:42.972057 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'name': 'tempest-TestShelveInstance-344212415-router', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:36Z', 'updated_at': '2022-01-18T16:14:39Z', 'revision_number': 4, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'gw_port': {'id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:37Z', 'updated_at': '2022-01-18T16:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '2683ebf7-6c17-4ca6-bf75-232939d670d9', 'name': '', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'mac_address': 'fa:16:3e:ed:d2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:39Z', 'updated_at': '2022-01-18T16:14:40Z', 'revision_number': 2, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'subnets': [{'id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:42.996275 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Checking router: 36f5b035-4f54-4242-9e9e-ac24b4398b29 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:14:42.996761 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Updating router 36f5b035-4f54-4242-9e9e-ac24b4398b29 port 2683ebf7-6c17-4ca6-bf75-232939d670d9 binding host dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:14:43.023182 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.153337 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65769be4-9023-4dee-85ad-e4708376a5a6 admin admin] Network 189fa5d1-c9c9-4538-acab-dc282fa458b9 is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:14:43.185878 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (a8535b5a-5a0d-466d-95dd-9694e897c3f9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.237655 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Pushing event updated for resources: {'Port': ['ID=a8535b5a-5a0d-466d-95dd-9694e897c3f9,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:43.268331 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-65769be4-9023-4dee-85ad-e4708376a5a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, 189fa5d1-c9c9-4538-acab-dc282fa458b9) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:43.272969 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65769be4-9023-4dee-85ad-e4708376a5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:43.276860 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65769be4-9023-4dee-85ad-e4708376a5a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.278781 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7743c149-5665-4fd8-8d61-fb3111153fc3 None None] Network 189fa5d1-c9c9-4538-acab-dc282fa458b9 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:14:43.309775 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Publish callbacks [] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.319650 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-6cb72579-8114-4470-beaf-6d8d4212c431 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360399308&fields=id&tenant_id=acc4cb619a8040ea87a28be703b168c8 HTTP/1.1" status: 200 len: 267 time: 0.0622361 Jan 18 16:14:43.371649 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-65769be4-9023-4dee-85ad-e4708376a5a6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1619325 Jan 18 16:14:43.374021 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51536) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:43.380017 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1044916725-router', 'tenant_id': 'fc6c315e983f45e7b8e7b236f057c730', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:43.389759 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a97d34a-f00c-50ca-a5ed-93c7ff92fefd-189fa5d1-c9c9-4538-acab-dc282fa458b9', 'network_id': '189fa5d1-c9c9-4538-acab-dc282fa458b9', 'project_id': 'fc6c315e983f45e7b8e7b236f057c730', 'fixed_ips': [{'subnet_id': 'c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79'}]}} from dv-cinder-788366-8-iscsi. {{(pid=103254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:14:43.390818 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.402815 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.451389 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-e96fffcf-08ac-4051-bc51-09e8b588a50d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:43.453107 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-e96fffcf-08ac-4051-bc51-09e8b588a50d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/networks?id=9006094a-4cd3-4690-ae5f-0e16ae5eb237 HTTP/1.1" status: 200 len: 809 time: 0.1266830 Jan 18 16:14:43.471939 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-15f0e0ec-bb7e-461f-9cb6-6ea627d5d900 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/quotas/acc4cb619a8040ea87a28be703b168c8 HTTP/1.1" status: 200 len: 375 time: 0.0120606 Jan 18 16:14:43.501721 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151d8e6-030d-4ac2-92d8-5768d47647be None None] Pushing event updated for resources: {'Port': ['ID=2683ebf7-6c17-4ca6-bf75-232939d670d9,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:43.517222 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Attempting to bind port 2683ebf7-6c17-4ca6-bf75-232939d670d9 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:14:43.517597 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Attempting to bind port 2683ebf7-6c17-4ca6-bf75-232939d670d9 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'f9db4bbe-22d1-4d7a-9b9e-2020bc539c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:14:43.517962 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Attempting to bind port 2683ebf7-6c17-4ca6-bf75-232939d670d9 on network e3990fef-bcf4-4737-9b67-783be25293eb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:14:43.523550 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3780192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25056'] for router (69652b81-9cac-4228-8150-456781234334), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.524338 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:14:43.524753 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Checking segment: {'id': 'f9db4bbe-22d1-4d7a-9b9e-2020bc539c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:43.525054 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3780108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3778222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25079'] for router (69652b81-9cac-4228-8150-456781234334), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.525534 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.526077 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Bound using segment: {'id': 'f9db4bbe-22d1-4d7a-9b9e-2020bc539c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:14:43.526701 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Bound port: 2683ebf7-6c17-4ca6-bf75-232939d670d9, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9db4bbe-22d1-4d7a-9b9e-2020bc539c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:14:43.527244 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.562759 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-859b3f74-70af-451b-ab77-8d5119f1313b tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817103 Jan 18 16:14:43.591286 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Allocated IP 172.20.0.2 (189fa5d1-c9c9-4538-acab-dc282fa458b9/c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79/a015cc97-ccbf-4f40-b637-385f2d06934c) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:14:43.612102 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.635666 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Publish callbacks [] for router_controller (69652b81-9cac-4228-8150-456781234334), precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.650642 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] For port 2683ebf7-6c17-4ca6-bf75-232939d670d9, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:14:43.655641 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] For port 2683ebf7-6c17-4ca6-bf75-232939d670d9, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=2683ebf7-6c17-4ca6-bf75-232939d670d9,segment=NetworkSegment(f9db4bbe-22d1-4d7a-9b9e-2020bc539c68),segment_id=f9db4bbe-22d1-4d7a-9b9e-2020bc539c68)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:14:43.758700 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.776321 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Publish callbacks [] for port (a015cc97-ccbf-4f40-b637-385f2d06934c), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.815871 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-2756f7f7-9dd1-4b72-a71d-02faad9cc25e None None] Provisioning complete for port 2683ebf7-6c17-4ca6-bf75-232939d670d9 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:43.816251 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2756f7f7-9dd1-4b72-a71d-02faad9cc25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.819530 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-a07c3cb2-2fef-4b4f-9c80-3aade21d2c7b service neutron] 10.222.0.70 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508044 Jan 18 16:14:43.833058 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Routers {'36f5b035-4f54-4242-9e9e-ac24b4398b29'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:43.834616 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['36f5b035-4f54-4242-9e9e-ac24b4398b29'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:43.897794 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (a015cc97-ccbf-4f40-b637-385f2d06934c), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.901771 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Publish callbacks [] for router_gateway (69652b81-9cac-4228-8150-456781234334), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:43.916111 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151d8e6-030d-4ac2-92d8-5768d47647be None None] Pushing event updated for resources: {'Port': ['ID=2683ebf7-6c17-4ca6-bf75-232939d670d9,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:43.927330 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-84118c9a-cc8b-4085-b222-ebf49bee16b5 service neutron] 10.222.0.70 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018333 Jan 18 16:14:43.971245 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Network 189fa5d1-c9c9-4538-acab-dc282fa458b9 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:43.976587 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:43.979224 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:14:44.019622 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] Set router 36f5b035-4f54-4242-9e9e-ac24b4398b29 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:44.042555 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Pushing event updated for resources: {'Port': ['ID=a015cc97-ccbf-4f40-b637-385f2d06934c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:44.165203 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2756f7f7-9dd1-4b72-a71d-02faad9cc25e None None] Current status of the port 2683ebf7-6c17-4ca6-bf75-232939d670d9 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:44.165597 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2756f7f7-9dd1-4b72-a71d-02faad9cc25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:44.184313 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Attempting to bind port a015cc97-ccbf-4f40-b637-385f2d06934c on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:14:44.184706 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Attempting to bind port a015cc97-ccbf-4f40-b637-385f2d06934c by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': '8d769806-ad1c-469d-b62d-6b724177bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '189fa5d1-c9c9-4538-acab-dc282fa458b9'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:14:44.185073 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Attempting to bind port a015cc97-ccbf-4f40-b637-385f2d06934c on network 189fa5d1-c9c9-4538-acab-dc282fa458b9 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:14:44.197737 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:14:44.198150 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Checking segment: {'id': '8d769806-ad1c-469d-b62d-6b724177bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '189fa5d1-c9c9-4538-acab-dc282fa458b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:44.198568 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:44.198943 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Bound using segment: {'id': '8d769806-ad1c-469d-b62d-6b724177bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '189fa5d1-c9c9-4538-acab-dc282fa458b9'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:14:44.199403 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Bound port: a015cc97-ccbf-4f40-b637-385f2d06934c, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d769806-ad1c-469d-b62d-6b724177bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '189fa5d1-c9c9-4538-acab-dc282fa458b9'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:14:44.199812 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a015cc97-ccbf-4f40-b637-385f2d06934c), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:44.223571 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2756f7f7-9dd1-4b72-a71d-02faad9cc25e None None] For port 2683ebf7-6c17-4ca6-bf75-232939d670d9, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=2683ebf7-6c17-4ca6-bf75-232939d670d9,segment=NetworkSegment(f9db4bbe-22d1-4d7a-9b9e-2020bc539c68),segment_id=f9db4bbe-22d1-4d7a-9b9e-2020bc539c68)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:44.263281 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Publish callbacks [] for router_gateway (69652b81-9cac-4228-8150-456781234334), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:44.285936 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:44.295360 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] For port a015cc97-ccbf-4f40-b637-385f2d06934c, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:14:44.298452 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] For port a015cc97-ccbf-4f40-b637-385f2d06934c, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=a015cc97-ccbf-4f40-b637-385f2d06934c,segment=NetworkSegment(8d769806-ad1c-469d-b62d-6b724177bf97),segment_id=8d769806-ad1c-469d-b62d-6b724177bf97)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:14:44.305709 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2756f7f7-9dd1-4b72-a71d-02faad9cc25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:44.310890 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'name': 'tempest-TestShelveInstance-344212415-router', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:36Z', 'updated_at': '2022-01-18T16:14:39Z', 'revision_number': 4, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'gw_port': {'id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:37Z', 'updated_at': '2022-01-18T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '2683ebf7-6c17-4ca6-bf75-232939d670d9', 'name': '', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'mac_address': 'fa:16:3e:ed:d2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:39Z', 'updated_at': '2022-01-18T16:14:43Z', 'revision_number': 4, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'subnets': [{'id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:44.337883 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60db6792-235c-44b5-9c8b-f456259f770e None None] The sync data for ids ['36f5b035-4f54-4242-9e9e-ac24b4398b29'] in dv-cinder-788366-8-iscsi is: [{'id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'name': 'tempest-TestShelveInstance-344212415-router', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:36Z', 'updated_at': '2022-01-18T16:14:39Z', 'revision_number': 4, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'gw_port': {'id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:37Z', 'updated_at': '2022-01-18T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '2683ebf7-6c17-4ca6-bf75-232939d670d9', 'name': '', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'mac_address': 'fa:16:3e:ed:d2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:39Z', 'updated_at': '2022-01-18T16:14:43Z', 'revision_number': 4, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'subnets': [{'id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:14:44.360965 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756f7f7-9dd1-4b72-a71d-02faad9cc25e None None] Pushing event updated for resources: {'Port': ['ID=2683ebf7-6c17-4ca6-bf75-232939d670d9,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:44.405191 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Allocated IP 172.27.2.121 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/3ab7b384-a1e6-48b7-be22-0cf5078263e2) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:14:44.433197 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-5e91b8e1-b8e7-4270-a8bf-197a0fcd4a04 None None] Provisioning complete for port 2683ebf7-6c17-4ca6-bf75-232939d670d9 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:44.434285 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e91b8e1-b8e7-4270-a8bf-197a0fcd4a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:44.465698 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:44.466960 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (a015cc97-ccbf-4f40-b637-385f2d06934c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:44.541113 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Publish callbacks [] for port (3ab7b384-a1e6-48b7-be22-0cf5078263e2), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:44.571832 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04893bbf-b32a-47d3-9950-191aff5c5b25 None None] Pushing event updated for resources: {'Port': ['ID=a015cc97-ccbf-4f40-b637-385f2d06934c,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:44.633956 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5e91b8e1-b8e7-4270-a8bf-197a0fcd4a04 None None] Current status of the port 2683ebf7-6c17-4ca6-bf75-232939d670d9 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:44.691358 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (3ab7b384-a1e6-48b7-be22-0cf5078263e2), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:44.731883 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 2683ebf7-6c17-4ca6-bf75-232939d670d9 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:44.747551 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:44.751800 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:44.755546 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:14:44.837080 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 2683ebf7-6c17-4ca6-bf75-232939d670d9 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:44.837707 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:44.858258 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-862d1977-3d0b-44c6-aa46-c14ca1d7597e req-1fb00a65-c560-4935-8c10-8274aaa7d978 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0565410 Jan 18 16:14:45.021996 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 2683ebf7-6c17-4ca6-bf75-232939d670d9 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:45.023025 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device a8535b5a-5a0d-466d-95dd-9694e897c3f9 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:45.087486 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port a8535b5a-5a0d-466d-95dd-9694e897c3f9 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:45.088001 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (a8535b5a-5a0d-466d-95dd-9694e897c3f9), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:45.168920 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Pushing event updated for resources: {'Port': ['ID=3ab7b384-a1e6-48b7-be22-0cf5078263e2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:45.211258 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port a8535b5a-5a0d-466d-95dd-9694e897c3f9 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:45.481844 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Publish callbacks [] for router_gateway (69652b81-9cac-4228-8150-456781234334), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:45.700208 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778203'] for router (69652b81-9cac-4228-8150-456781234334), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:45.710221 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658ff6ba-e3c3-46b9-ac22-e34a390466f0 None None] Network 189fa5d1-c9c9-4538-acab-dc282fa458b9 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:14:45.803679 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-b6c2ab9f-9863-4ae8-8b2f-97452cb2ba5a None None] Provisioning complete for port a015cc97-ccbf-4f40-b637-385f2d06934c triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:45.804067 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ab9f-9863-4ae8-8b2f-97452cb2ba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (a015cc97-ccbf-4f40-b637-385f2d06934c), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:45.936579 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Router 69652b81-9cac-4228-8150-456781234334 is scheduled to L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:14:45.946012 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6761447d-b8a0-4ad1-bb7d-482dc14c14bd req-5d894b43-1457-4234-8b50-ef2a30f72e20 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0290320 Jan 18 16:14:45.979922 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:46.058812 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2ab9f-9863-4ae8-8b2f-97452cb2ba5a None None] Current status of the port a015cc97-ccbf-4f40-b637-385f2d06934c is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:46.059213 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ab9f-9863-4ae8-8b2f-97452cb2ba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a015cc97-ccbf-4f40-b637-385f2d06934c), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:46.069666 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:14:46.080134 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Sync routers for ids ['69652b81-9cac-4228-8150-456781234334'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:14:46.107120 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Routers {'69652b81-9cac-4228-8150-456781234334'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:46.107829 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['69652b81-9cac-4228-8150-456781234334'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:46.111831 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-b6c2ab9f-9863-4ae8-8b2f-97452cb2ba5a None None] For port a015cc97-ccbf-4f40-b637-385f2d06934c, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=a015cc97-ccbf-4f40-b637-385f2d06934c,segment=NetworkSegment(8d769806-ad1c-469d-b62d-6b724177bf97),segment_id=8d769806-ad1c-469d-b62d-6b724177bf97)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:46.166952 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:46.168264 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b0f93ad7-699a-46c8-89ca-820b9bb815ff admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7933240 Jan 18 16:14:46.171252 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51570) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:46.198012 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ab9f-9863-4ae8-8b2f-97452cb2ba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (a015cc97-ccbf-4f40-b637-385f2d06934c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:46.262571 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Set router 69652b81-9cac-4228-8150-456781234334 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:46.330325 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2ab9f-9863-4ae8-8b2f-97452cb2ba5a None None] Pushing event updated for resources: {'Port': ['ID=a015cc97-ccbf-4f40-b637-385f2d06934c,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:46.395346 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-a6cd80c4-38f6-482e-b34e-c13f82bc09c3 None None] Provisioning complete for port a015cc97-ccbf-4f40-b637-385f2d06934c triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:46.395723 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6cd80c4-38f6-482e-b34e-c13f82bc09c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (a015cc97-ccbf-4f40-b637-385f2d06934c), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:46.538116 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a6cd80c4-38f6-482e-b34e-c13f82bc09c3 None None] Current status of the port a015cc97-ccbf-4f40-b637-385f2d06934c is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:46.554461 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69652b81-9cac-4228-8150-456781234334', 'name': 'tempest-TestShelveInstance-1044916725-router', 'tenant_id': 'fc6c315e983f45e7b8e7b236f057c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '3ab7b384-a1e6-48b7-be22-0cf5078263e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:43Z', 'updated_at': '2022-01-18T16:14:45Z', 'revision_number': 3, 'project_id': 'fc6c315e983f45e7b8e7b236f057c730', 'gw_port': {'id': '3ab7b384-a1e6-48b7-be22-0cf5078263e2', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69652b81-9cac-4228-8150-456781234334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:44Z', 'updated_at': '2022-01-18T16:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:46.582882 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Checking router: 69652b81-9cac-4228-8150-456781234334 for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:14:46.582882 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Updating router 69652b81-9cac-4228-8150-456781234334 port 3ab7b384-a1e6-48b7-be22-0cf5078263e2 binding host dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:14:46.625233 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (3ab7b384-a1e6-48b7-be22-0cf5078263e2), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:46.661417 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:46.716601 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device a015cc97-ccbf-4f40-b637-385f2d06934c up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:46.834504 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_common [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Allocated IP 172.20.0.1 (189fa5d1-c9c9-4538-acab-dc282fa458b9/c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79/bff5a216-8902-4a1c-a603-9d4cbbcfe35a) {{(pid=103252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:14:46.842597 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port a015cc97-ccbf-4f40-b637-385f2d06934c triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:46.842972 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (a015cc97-ccbf-4f40-b637-385f2d06934c), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:46.961449 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Publish callbacks [] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:46.991305 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Publish callbacks [] for port (3ab7b384-a1e6-48b7-be22-0cf5078263e2), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:47.007022 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port a015cc97-ccbf-4f40-b637-385f2d06934c is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:47.069484 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-94c885fd-4394-4bed-9c5b-2298b2501edf req-98b2e32a-17b0-4226-9c63-d08d39284913 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0262487 Jan 18 16:14:47.085647 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (3ab7b384-a1e6-48b7-be22-0cf5078263e2), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:47.142181 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Attempting to bind port 3ab7b384-a1e6-48b7-be22-0cf5078263e2 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:14:47.146947 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Attempting to bind port 3ab7b384-a1e6-48b7-be22-0cf5078263e2 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:14:47.146947 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Attempting to bind port 3ab7b384-a1e6-48b7-be22-0cf5078263e2 on network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:14:47.146947 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49f1a1-a2d7-47bc-9536-4a835ab10901 None None] Pushing event updated for resources: {'Port': ['ID=3ab7b384-a1e6-48b7-be22-0cf5078263e2,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:47.151288 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:14:47.151880 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Checking segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:47.152315 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:47.152660 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Bound using segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:14:47.153282 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Bound port: 3ab7b384-a1e6-48b7-be22-0cf5078263e2, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:14:47.153669 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (3ab7b384-a1e6-48b7-be22-0cf5078263e2), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:47.168544 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:47.207878 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] For port 3ab7b384-a1e6-48b7-be22-0cf5078263e2, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:14:47.212197 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] For port 3ab7b384-a1e6-48b7-be22-0cf5078263e2, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=3ab7b384-a1e6-48b7-be22-0cf5078263e2,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:14:47.216019 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Network 189fa5d1-c9c9-4538-acab-dc282fa458b9 is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:47.219076 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:47.223740 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Received port after_create {{(pid=103252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:14:47.246637 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Pushing event updated for resources: {'Port': ['ID=bff5a216-8902-4a1c-a603-9d4cbbcfe35a,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:47.275594 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778478'] for router_interface (69652b81-9cac-4228-8150-456781234334), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:47.294780 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (3ab7b384-a1e6-48b7-be22-0cf5078263e2), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:47.354295 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Routers {'69652b81-9cac-4228-8150-456781234334'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:47.354930 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['69652b81-9cac-4228-8150-456781234334'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:47.361315 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49f1a1-a2d7-47bc-9536-4a835ab10901 None None] Pushing event updated for resources: {'Port': ['ID=3ab7b384-a1e6-48b7-be22-0cf5078263e2,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:47.487608 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-1770a16a-acca-4436-9d01-7a135234ae66 None None] Provisioning complete for port bff5a216-8902-4a1c-a603-9d4cbbcfe35a triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:47.487984 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1770a16a-acca-4436-9d01-7a135234ae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:47.490630 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] Set router 69652b81-9cac-4228-8150-456781234334 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:47.535841 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:47.621376 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1770a16a-acca-4436-9d01-7a135234ae66 None None] Port bff5a216-8902-4a1c-a603-9d4cbbcfe35a cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:14:47.707035 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69652b81-9cac-4228-8150-456781234334', 'name': 'tempest-TestShelveInstance-1044916725-router', 'tenant_id': 'fc6c315e983f45e7b8e7b236f057c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '3ab7b384-a1e6-48b7-be22-0cf5078263e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:43Z', 'updated_at': '2022-01-18T16:14:45Z', 'revision_number': 3, 'project_id': 'fc6c315e983f45e7b8e7b236f057c730', 'gw_port': {'id': '3ab7b384-a1e6-48b7-be22-0cf5078263e2', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69652b81-9cac-4228-8150-456781234334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:44Z', 'updated_at': '2022-01-18T16:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:47.713856 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Publish callbacks [] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:47.733828 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e9f51-723a-48fb-b668-4d0c4e4282f5 None None] The sync data for ids ['69652b81-9cac-4228-8150-456781234334'] in dv-cinder-788366-8-iscsi is: [{'id': '69652b81-9cac-4228-8150-456781234334', 'name': 'tempest-TestShelveInstance-1044916725-router', 'tenant_id': 'fc6c315e983f45e7b8e7b236f057c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '3ab7b384-a1e6-48b7-be22-0cf5078263e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:43Z', 'updated_at': '2022-01-18T16:14:45Z', 'revision_number': 3, 'project_id': 'fc6c315e983f45e7b8e7b236f057c730', 'gw_port': {'id': '3ab7b384-a1e6-48b7-be22-0cf5078263e2', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69652b81-9cac-4228-8150-456781234334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:44Z', 'updated_at': '2022-01-18T16:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:14:47.770021 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-cbada7ea-3f26-4019-a22c-6b691b218e40 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:47.771576 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-cbada7ea-3f26-4019-a22c-6b691b218e40 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.72 "GET /v2.0/networks?id=9006094a-4cd3-4690-ae5f-0e16ae5eb237 HTTP/1.1" status: 200 len: 809 time: 0.1213465 Jan 18 16:14:47.845092 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8693634'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:47.845787 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-3b9a1c50-f61c-4181-9150-a75234b55b62 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acc4cb619a8040ea87a28be703b168c8 HTTP/1.1" status: 200 len: 380 time: 0.0649214 Jan 18 16:14:47.855837 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-5f7f5ac7-532f-4ed1-8e7b-f848ae166e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Request body: {'port': {'device_id': 'c890a1d5-f0c6-4214-8be7-680a5949f6d2', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'admin_state_up': True, 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'security_groups': ['31193f80-2a24-4c13-9ed7-800b7108d60b']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:47.915550 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778394'] for router_interface (69652b81-9cac-4228-8150-456781234334), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:47.917358 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Pushing event updated for resources: {'Port': ['ID=bff5a216-8902-4a1c-a603-9d4cbbcfe35a,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:48.047408 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Network 189fa5d1-c9c9-4538-acab-dc282fa458b9 is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:48.049523 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:48.128584 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-5f7f5ac7-532f-4ed1-8e7b-f848ae166e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Made reservation on behalf of acc4cb619a8040ea87a28be703b168c8 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:14:48.137222 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-5f7f5ac7-532f-4ed1-8e7b-f848ae166e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:48.353915 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-5f7f5ac7-532f-4ed1-8e7b-f848ae166e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Allocated IP 172.20.0.6 (9006094a-4cd3-4690-ae5f-0e16ae5eb237/2fed91ed-377f-4a66-bb0c-79607a693d03/cbf4361d-94ff-4be4-ba8c-b799947fdb73) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:14:48.460373 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0941b8e3-2bbd-449d-87ca-53e0157d3703 None None] Provisioning complete for port bff5a216-8902-4a1c-a603-9d4cbbcfe35a triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:48.461050 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0941b8e3-2bbd-449d-87ca-53e0157d3703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:48.507765 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-09357d5e-2e0b-44a5-8ca6-74ac89274f86 req-59973be5-2af6-4a6c-8685-29d6cb843643 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 210 time: 0.3051255 Jan 18 16:14:48.512748 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Router 69652b81-9cac-4228-8150-456781234334 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:14:48.519922 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0941b8e3-2bbd-449d-87ca-53e0157d3703 None None] Port bff5a216-8902-4a1c-a603-9d4cbbcfe35a cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:14:48.532430 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-5f7f5ac7-532f-4ed1-8e7b-f848ae166e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for port (cbf4361d-94ff-4be4-ba8c-b799947fdb73), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:48.674770 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:14:48.680641 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-5381460d-865b-4ecc-8116-1cd34b65d40d admin admin] 10.222.0.70 "PUT /v2.0/routers/69652b81-9cac-4228-8150-456781234334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5082734 Jan 18 16:14:48.702393 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 3ab7b384-a1e6-48b7-be22-0cf5078263e2 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:48.731986 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-5f7f5ac7-532f-4ed1-8e7b-f848ae166e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (cbf4361d-94ff-4be4-ba8c-b799947fdb73), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:48.765185 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 3ab7b384-a1e6-48b7-be22-0cf5078263e2 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:48.765712 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (3ab7b384-a1e6-48b7-be22-0cf5078263e2), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:48.792071 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-5f7f5ac7-532f-4ed1-8e7b-f848ae166e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:14:48.797091 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-5f7f5ac7-532f-4ed1-8e7b-f848ae166e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:14:48.801176 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-5f7f5ac7-532f-4ed1-8e7b-f848ae166e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:14:48.813969 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-5f7f5ac7-532f-4ed1-8e7b-f848ae166e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:48.814823 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-5f7f5ac7-532f-4ed1-8e7b-f848ae166e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:48.836226 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f5ac7-532f-4ed1-8e7b-f848ae166e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event updated for resources: {'Port': ['ID=cbf4361d-94ff-4be4-ba8c-b799947fdb73,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:48.886177 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 3ab7b384-a1e6-48b7-be22-0cf5078263e2 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:48.886902 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (3ab7b384-a1e6-48b7-be22-0cf5078263e2), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:48.916181 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] For port 3ab7b384-a1e6-48b7-be22-0cf5078263e2, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=3ab7b384-a1e6-48b7-be22-0cf5078263e2,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:48.939834 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-5f7f5ac7-532f-4ed1-8e7b-f848ae166e44 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0877562 Jan 18 16:14:48.966353 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Request body: {'port': {'device_id': 'c890a1d5-f0c6-4214-8be7-680a5949f6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:49.039219 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (3ab7b384-a1e6-48b7-be22-0cf5078263e2), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:49.041284 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (cbf4361d-94ff-4be4-ba8c-b799947fdb73), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:49.281704 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-9330c09e-58bc-4d6a-9a2d-485e0ea1ea4f None None] Provisioning complete for port cbf4361d-94ff-4be4-ba8c-b799947fdb73 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:49.282078 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9330c09e-58bc-4d6a-9a2d-485e0ea1ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (cbf4361d-94ff-4be4-ba8c-b799947fdb73), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:49.283851 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Pushing event updated for resources: {'Port': ['ID=3ab7b384-a1e6-48b7-be22-0cf5078263e2,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:49.343492 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9330c09e-58bc-4d6a-9a2d-485e0ea1ea4f None None] Port cbf4361d-94ff-4be4-ba8c-b799947fdb73 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:14:49.429845 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf4361d-94ff-4be4-ba8c-b799947fdb73 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:14:49.442304 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Publish callbacks [] for port (cbf4361d-94ff-4be4-ba8c-b799947fdb73), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:49.454412 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Transition to ACTIVE for port object cbf4361d-94ff-4be4-ba8c-b799947fdb73 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:14:49.530444 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (cbf4361d-94ff-4be4-ba8c-b799947fdb73), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:49.585119 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Pushing event updated for resources: {'Port': ['ID=cbf4361d-94ff-4be4-ba8c-b799947fdb73,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:49.629067 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Attempting to bind port cbf4361d-94ff-4be4-ba8c-b799947fdb73 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:14:49.629418 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Attempting to bind port cbf4361d-94ff-4be4-ba8c-b799947fdb73 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:14:49.629791 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Attempting to bind port cbf4361d-94ff-4be4-ba8c-b799947fdb73 on network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:14:49.649430 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Port cbf4361d-94ff-4be4-ba8c-b799947fdb73 on network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:14:49.649800 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Attempting to bind port cbf4361d-94ff-4be4-ba8c-b799947fdb73 on network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:14:49.660013 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:14:49.660381 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Checking segment: {'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:49.661889 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Bound using segment: {'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:14:49.662684 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Bound port: cbf4361d-94ff-4be4-ba8c-b799947fdb73, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:14:49.663055 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (cbf4361d-94ff-4be4-ba8c-b799947fdb73), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:49.683601 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9889887-3753-4ff9-a856-7ef0a848f040 req-1dee8bb6-b741-4152-931b-76f63c671150 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:49.685488 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b9889887-3753-4ff9-a856-7ef0a848f040 req-1dee8bb6-b741-4152-931b-76f63c671150 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 943 time: 0.0823579 Jan 18 16:14:49.686091 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51598) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:49.691082 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-1df1b2a7-e160-48c4-a7b6-ee4ecebb41b7 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1681238875', 'description': 'tempest-secgroup-smoke-1681238875 description', 'project_id': 'b47f032af2494e9cb2714378b3078bc0'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:49.738807 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Sync routers for ids ['69652b81-9cac-4228-8150-456781234334'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:14:49.750552 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Routers {'69652b81-9cac-4228-8150-456781234334'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:49.751416 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['69652b81-9cac-4228-8150-456781234334'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:49.751649 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b9889887-3753-4ff9-a856-7ef0a848f040 req-8e41568d-a82c-46a9-9f0c-9d0073523190 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536554 Jan 18 16:14:49.762875 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] For port cbf4361d-94ff-4be4-ba8c-b799947fdb73, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:14:49.766474 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] For port cbf4361d-94ff-4be4-ba8c-b799947fdb73, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cbf4361d-94ff-4be4-ba8c-b799947fdb73,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:14:49.868588 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (cbf4361d-94ff-4be4-ba8c-b799947fdb73), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:49.876731 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Set router 69652b81-9cac-4228-8150-456781234334 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:49.910514 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:49.911193 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:49.913196 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] 10.222.0.72 "PUT /v2.0/ports/cbf4361d-94ff-4be4-ba8c-b799947fdb73 HTTP/1.1" status: 200 len: 1093 time: 0.9513893 Jan 18 16:14:49.913665 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c890a1d5-f0c6-4214-8be7-680a5949f6d2', 'tag': 'cbf4361d-94ff-4be4-ba8c-b799947fdb73'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:14:49.916231 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33798fd4-d71b-47c6-9c61-38640ffc935f" -d '{"events": [{"name": "network-changed", "server_uuid": "c890a1d5-f0c6-4214-8be7-680a5949f6d2", "tag": "cbf4361d-94ff-4be4-ba8c-b799947fdb73"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:14:49.949979 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1df1b2a7-e160-48c4-a7b6-ee4ecebb41b7 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:49.962296 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765dba4-913b-4fb4-8915-f566c547767d service neutron] Pushing event updated for resources: {'Port': ['ID=cbf4361d-94ff-4be4-ba8c-b799947fdb73,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:50.052222 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1df1b2a7-e160-48c4-a7b6-ee4ecebb41b7 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group (bf7b744d-7b71-4ea9-8766-1a3dc0184521), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:50.054435 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3470b6fe-8a7a-4aed-ad95-a396fb9459ce x-openstack-request-id: req-3470b6fe-8a7a-4aed-ad95-a396fb9459ce {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:14:50.054749 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c890a1d5-f0c6-4214-8be7-680a5949f6d2", "tag": "cbf4361d-94ff-4be4-ba8c-b799947fdb73", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:14:50.055126 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3470b6fe-8a7a-4aed-ad95-a396fb9459ce {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:14:50.055532 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c890a1d5-f0c6-4214-8be7-680a5949f6d2', 'tag': 'cbf4361d-94ff-4be4-ba8c-b799947fdb73', 'status': 'completed', 'code': 200} Jan 18 16:14:50.089724 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-648279b4-5989-441f-9909-836da0efc104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:50.091856 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-648279b4-5989-441f-9909-836da0efc104 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0505533 Jan 18 16:14:50.130359 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1df1b2a7-e160-48c4-a7b6-ee4ecebb41b7 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (bf7b744d-7b71-4ea9-8766-1a3dc0184521), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:50.133574 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69652b81-9cac-4228-8150-456781234334', 'name': 'tempest-TestShelveInstance-1044916725-router', 'tenant_id': 'fc6c315e983f45e7b8e7b236f057c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '3ab7b384-a1e6-48b7-be22-0cf5078263e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:43Z', 'updated_at': '2022-01-18T16:14:47Z', 'revision_number': 4, 'project_id': 'fc6c315e983f45e7b8e7b236f057c730', 'gw_port': {'id': '3ab7b384-a1e6-48b7-be22-0cf5078263e2', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69652b81-9cac-4228-8150-456781234334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:44Z', 'updated_at': '2022-01-18T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': 'bff5a216-8902-4a1c-a603-9d4cbbcfe35a', 'name': '', 'network_id': '189fa5d1-c9c9-4538-acab-dc282fa458b9', 'tenant_id': 'fc6c315e983f45e7b8e7b236f057c730', 'mac_address': 'fa:16:3e:cf:5e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69652b81-9cac-4228-8150-456781234334', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:46Z', 'updated_at': '2022-01-18T16:14:47Z', 'revision_number': 2, 'project_id': 'fc6c315e983f45e7b8e7b236f057c730', 'subnets': [{'id': 'c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:50.153188 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-c68364c9-15e9-478a-8e54-49d78a93ee51 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf4361d-94ff-4be4-ba8c-b799947fdb73 HTTP/1.1" status: 200 len: 217 time: 0.0459528 Jan 18 16:14:50.165034 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1b2a7-e160-48c4-a7b6-ee4ecebb41b7 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7b744d-7b71-4ea9-8766-1a3dc0184521,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:50.174273 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Checking router: 69652b81-9cac-4228-8150-456781234334 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:14:50.174634 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Updating router 69652b81-9cac-4228-8150-456781234334 port bff5a216-8902-4a1c-a603-9d4cbbcfe35a binding host dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:14:50.206403 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:50.217232 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-47bdd52e-f241-44ab-8efd-6c5aaf8919dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:50.218611 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-47bdd52e-f241-44ab-8efd-6c5aaf8919dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fed91ed-377f-4a66-bb0c-79607a693d03 HTTP/1.1" status: 200 len: 848 time: 0.0595012 Jan 18 16:14:50.224101 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1df1b2a7-e160-48c4-a7b6-ee4ecebb41b7 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:50.225681 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-1df1b2a7-e160-48c4-a7b6-ee4ecebb41b7 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5385756 Jan 18 16:14:50.228672 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51604) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:50.235216 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-6062180d-1c3b-41f1-a805-fded5fe7f70a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Request body: {'security_group_rule': {'security_group_id': 'bf7b744d-7b71-4ea9-8766-1a3dc0184521', 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:50.270441 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-92ec1195-d0c6-4082-8eb2-427edc633f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:50.272826 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-92ec1195-d0c6-4082-8eb2-427edc633f9d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9006094a-4cd3-4690-ae5f-0e16ae5eb237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468192 Jan 18 16:14:50.341315 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6062180d-1c3b-41f1-a805-fded5fe7f70a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (67dbf2d7-feb4-4a2d-81ea-27828258a3a9), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:50.378479 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-47f546da-13bc-494e-b9b9-487ba53250dc service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980630 Jan 18 16:14:50.406506 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6062180d-1c3b-41f1-a805-fded5fe7f70a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (67dbf2d7-feb4-4a2d-81ea-27828258a3a9), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:50.488531 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-17b3ae9c-aec7-4eb6-9196-3ab834f38d06 req-c8c26e65-dcb3-4b75-bd0b-8bb26631dbcb service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017449 Jan 18 16:14:50.492704 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Publish callbacks [] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:50.536484 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6062180d-1c3b-41f1-a805-fded5fe7f70a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (67dbf2d7-feb4-4a2d-81ea-27828258a3a9), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:50.556753 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062180d-1c3b-41f1-a805-fded5fe7f70a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67dbf2d7-feb4-4a2d-81ea-27828258a3a9,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:50.631668 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:50.635608 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 3ab7b384-a1e6-48b7-be22-0cf5078263e2 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:50.648491 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6062180d-1c3b-41f1-a805-fded5fe7f70a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:50.652298 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-6062180d-1c3b-41f1-a805-fded5fe7f70a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4201024 Jan 18 16:14:50.652622 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51608) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:50.657298 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-967634f9-6587-414b-bdbf-318c322397fc tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Request body: {'security_group_rule': {'security_group_id': 'bf7b744d-7b71-4ea9-8766-1a3dc0184521', 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:50.678936 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd996d59-6f76-460c-af75-554400d0ecc0 None None] Pushing event updated for resources: {'Port': ['ID=bff5a216-8902-4a1c-a603-9d4cbbcfe35a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:50.694696 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 3ab7b384-a1e6-48b7-be22-0cf5078263e2 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:50.695151 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (3ab7b384-a1e6-48b7-be22-0cf5078263e2), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:50.749336 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33798fd4-d71b-47c6-9c61-38640ffc935f req-577d74ce-ae5e-4546-acdf-286dab2bd5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:50.751120 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-33798fd4-d71b-47c6-9c61-38640ffc935f req-577d74ce-ae5e-4546-acdf-286dab2bd5e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0684047 Jan 18 16:14:50.758994 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Attempting to bind port bff5a216-8902-4a1c-a603-9d4cbbcfe35a on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:14:50.759557 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Attempting to bind port bff5a216-8902-4a1c-a603-9d4cbbcfe35a by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': '8d769806-ad1c-469d-b62d-6b724177bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '189fa5d1-c9c9-4538-acab-dc282fa458b9'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:14:50.759762 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Attempting to bind port bff5a216-8902-4a1c-a603-9d4cbbcfe35a on network 189fa5d1-c9c9-4538-acab-dc282fa458b9 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:14:50.767619 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:14:50.767619 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Checking segment: {'id': '8d769806-ad1c-469d-b62d-6b724177bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '189fa5d1-c9c9-4538-acab-dc282fa458b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:14:50.767619 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:50.767619 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Bound using segment: {'id': '8d769806-ad1c-469d-b62d-6b724177bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '189fa5d1-c9c9-4538-acab-dc282fa458b9'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:14:50.768167 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Bound port: bff5a216-8902-4a1c-a603-9d4cbbcfe35a, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d769806-ad1c-469d-b62d-6b724177bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '189fa5d1-c9c9-4538-acab-dc282fa458b9'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:14:50.768567 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:50.805776 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 3ab7b384-a1e6-48b7-be22-0cf5078263e2 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:50.859514 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] For port bff5a216-8902-4a1c-a603-9d4cbbcfe35a, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:14:50.865702 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] For port bff5a216-8902-4a1c-a603-9d4cbbcfe35a, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=bff5a216-8902-4a1c-a603-9d4cbbcfe35a,segment=NetworkSegment(8d769806-ad1c-469d-b62d-6b724177bf97),segment_id=8d769806-ad1c-469d-b62d-6b724177bf97)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:14:50.878205 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-967634f9-6587-414b-bdbf-318c322397fc tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (ac15ed08-b99b-45ae-be7b-b53de9d1c023), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:50.921275 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59210d11-5b7c-4e72-97f9-bc75d06c77c6 req-d168bf25-7486-4a28-8b1f-4beeda0c15ef tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:50.930936 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-59210d11-5b7c-4e72-97f9-bc75d06c77c6 req-d168bf25-7486-4a28-8b1f-4beeda0c15ef tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 943 time: 0.0736554 Jan 18 16:14:50.941025 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33798fd4-d71b-47c6-9c61-38640ffc935f req-2b0c67a8-ff68-4ad9-bdf9-3c440c307e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:50.941025 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-33798fd4-d71b-47c6-9c61-38640ffc935f req-2b0c67a8-ff68-4ad9-bdf9-3c440c307e17 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9006094a-4cd3-4690-ae5f-0e16ae5eb237 HTTP/1.1" status: 200 len: 910 time: 0.1803994 Jan 18 16:14:50.965663 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:50.982701 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-59210d11-5b7c-4e72-97f9-bc75d06c77c6 req-33de7e11-c35c-4ca3-8994-ed69a1469461 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506384 Jan 18 16:14:50.993989 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-33798fd4-d71b-47c6-9c61-38640ffc935f req-4081a399-7f76-48e7-abc7-b38e7992f806 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf4361d-94ff-4be4-ba8c-b799947fdb73 HTTP/1.1" status: 200 len: 217 time: 0.0444393 Jan 18 16:14:51.021421 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-967634f9-6587-414b-bdbf-318c322397fc tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (ac15ed08-b99b-45ae-be7b-b53de9d1c023), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:51.025084 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-48f4772a-30e4-4a25-84e1-3cd8217d1986 None None] Provisioning complete for port bff5a216-8902-4a1c-a603-9d4cbbcfe35a triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:51.027008 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48f4772a-30e4-4a25-84e1-3cd8217d1986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:51.044531 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd996d59-6f76-460c-af75-554400d0ecc0 None None] Pushing event updated for resources: {'Port': ['ID=bff5a216-8902-4a1c-a603-9d4cbbcfe35a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:51.048435 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Routers {'69652b81-9cac-4228-8150-456781234334'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:14:51.049064 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['69652b81-9cac-4228-8150-456781234334'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:51.062819 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33798fd4-d71b-47c6-9c61-38640ffc935f req-847e9285-dd15-4ae3-b766-bf4e4f76e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:51.064919 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-33798fd4-d71b-47c6-9c61-38640ffc935f req-847e9285-dd15-4ae3-b766-bf4e4f76e531 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fed91ed-377f-4a66-bb0c-79607a693d03 HTTP/1.1" status: 200 len: 848 time: 0.0628619 Jan 18 16:14:51.132121 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-48f4772a-30e4-4a25-84e1-3cd8217d1986 None None] Current status of the port bff5a216-8902-4a1c-a603-9d4cbbcfe35a is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:51.133004 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48f4772a-30e4-4a25-84e1-3cd8217d1986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:51.137943 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33798fd4-d71b-47c6-9c61-38640ffc935f req-50a893c7-6f6c-46f9-a09c-a803215a9b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:51.139682 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-33798fd4-d71b-47c6-9c61-38640ffc935f req-50a893c7-6f6c-46f9-a09c-a803215a9b4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9006094a-4cd3-4690-ae5f-0e16ae5eb237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680816 Jan 18 16:14:51.156934 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-967634f9-6587-414b-bdbf-318c322397fc tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (ac15ed08-b99b-45ae-be7b-b53de9d1c023), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:51.176306 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-48f4772a-30e4-4a25-84e1-3cd8217d1986 None None] For port bff5a216-8902-4a1c-a603-9d4cbbcfe35a, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=bff5a216-8902-4a1c-a603-9d4cbbcfe35a,segment=NetworkSegment(8d769806-ad1c-469d-b62d-6b724177bf97),segment_id=8d769806-ad1c-469d-b62d-6b724177bf97)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:51.202277 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967634f9-6587-414b-bdbf-318c322397fc tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac15ed08-b99b-45ae-be7b-b53de9d1c023,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:51.257999 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48f4772a-30e4-4a25-84e1-3cd8217d1986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:51.267728 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-33798fd4-d71b-47c6-9c61-38640ffc935f req-94137498-b89c-4558-9e6e-8f109f3620f4 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196361 Jan 18 16:14:51.269329 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] Set router 69652b81-9cac-4228-8150-456781234334 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:14:51.308265 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-967634f9-6587-414b-bdbf-318c322397fc tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:51.310149 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-967634f9-6587-414b-bdbf-318c322397fc tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6564395 Jan 18 16:14:51.310411 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4772a-30e4-4a25-84e1-3cd8217d1986 None None] Pushing event updated for resources: {'Port': ['ID=bff5a216-8902-4a1c-a603-9d4cbbcfe35a,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:51.313034 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51614) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:51.318012 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-c7e93eb0-4408-4d89-be6b-0b1c0b218ccf tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Request body: {'security_group_rule': {'security_group_id': 'bf7b744d-7b71-4ea9-8766-1a3dc0184521', 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:51.382245 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-33798fd4-d71b-47c6-9c61-38640ffc935f req-5ed6301a-6e4d-4882-8ab4-1989f65d8b01 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083145 Jan 18 16:14:51.382464 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-56253893-ec22-49f9-b3fc-bdf20bef3d5b None None] Provisioning complete for port bff5a216-8902-4a1c-a603-9d4cbbcfe35a triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:51.382831 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56253893-ec22-49f9-b3fc-bdf20bef3d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:51.439913 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c7e93eb0-4408-4d89-be6b-0b1c0b218ccf tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (550cbe63-df54-433b-856d-a24a449f5f93), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:51.475159 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-56253893-ec22-49f9-b3fc-bdf20bef3d5b None None] Current status of the port bff5a216-8902-4a1c-a603-9d4cbbcfe35a is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:51.487748 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69652b81-9cac-4228-8150-456781234334', 'name': 'tempest-TestShelveInstance-1044916725-router', 'tenant_id': 'fc6c315e983f45e7b8e7b236f057c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '3ab7b384-a1e6-48b7-be22-0cf5078263e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:43Z', 'updated_at': '2022-01-18T16:14:47Z', 'revision_number': 4, 'project_id': 'fc6c315e983f45e7b8e7b236f057c730', 'gw_port': {'id': '3ab7b384-a1e6-48b7-be22-0cf5078263e2', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69652b81-9cac-4228-8150-456781234334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:44Z', 'updated_at': '2022-01-18T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': 'bff5a216-8902-4a1c-a603-9d4cbbcfe35a', 'name': '', 'network_id': '189fa5d1-c9c9-4538-acab-dc282fa458b9', 'tenant_id': 'fc6c315e983f45e7b8e7b236f057c730', 'mac_address': 'fa:16:3e:cf:5e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69652b81-9cac-4228-8150-456781234334', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:46Z', 'updated_at': '2022-01-18T16:14:50Z', 'revision_number': 4, 'project_id': 'fc6c315e983f45e7b8e7b236f057c730', 'subnets': [{'id': 'c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:14:51.515833 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0213817-986a-4dd6-91e4-e33af5d63774 None None] The sync data for ids ['69652b81-9cac-4228-8150-456781234334'] in dv-cinder-788366-8-iscsi is: [{'id': '69652b81-9cac-4228-8150-456781234334', 'name': 'tempest-TestShelveInstance-1044916725-router', 'tenant_id': 'fc6c315e983f45e7b8e7b236f057c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '3ab7b384-a1e6-48b7-be22-0cf5078263e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:43Z', 'updated_at': '2022-01-18T16:14:47Z', 'revision_number': 4, 'project_id': 'fc6c315e983f45e7b8e7b236f057c730', 'gw_port': {'id': '3ab7b384-a1e6-48b7-be22-0cf5078263e2', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69652b81-9cac-4228-8150-456781234334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:44Z', 'updated_at': '2022-01-18T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': 'bff5a216-8902-4a1c-a603-9d4cbbcfe35a', 'name': '', 'network_id': '189fa5d1-c9c9-4538-acab-dc282fa458b9', 'tenant_id': 'fc6c315e983f45e7b8e7b236f057c730', 'mac_address': 'fa:16:3e:cf:5e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69652b81-9cac-4228-8150-456781234334', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:46Z', 'updated_at': '2022-01-18T16:14:50Z', 'revision_number': 4, 'project_id': 'fc6c315e983f45e7b8e7b236f057c730', 'subnets': [{'id': 'c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:14:51.517197 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c7e93eb0-4408-4d89-be6b-0b1c0b218ccf tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (550cbe63-df54-433b-856d-a24a449f5f93), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:51.593296 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c7e93eb0-4408-4d89-be6b-0b1c0b218ccf tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (550cbe63-df54-433b-856d-a24a449f5f93), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:51.613530 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e93eb0-4408-4d89-be6b-0b1c0b218ccf tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550cbe63-df54-433b-856d-a24a449f5f93,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:51.692420 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c7e93eb0-4408-4d89-be6b-0b1c0b218ccf tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:51.694477 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-c7e93eb0-4408-4d89-be6b-0b1c0b218ccf tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3801887 Jan 18 16:14:51.697283 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51626) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:51.701868 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c5251d3c-dd24-47b3-8324-1a6b276c8735 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Request body: {'security_group_rule': {'security_group_id': 'bf7b744d-7b71-4ea9-8766-1a3dc0184521', 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:51.844272 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c5251d3c-dd24-47b3-8324-1a6b276c8735 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (ae1d3f74-26b2-4645-b678-c30bd4d8e1bd), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:51.909000 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c5251d3c-dd24-47b3-8324-1a6b276c8735 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (ae1d3f74-26b2-4645-b678-c30bd4d8e1bd), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:51.985440 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c5251d3c-dd24-47b3-8324-1a6b276c8735 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (ae1d3f74-26b2-4645-b678-c30bd4d8e1bd), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:52.006246 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5251d3c-dd24-47b3-8324-1a6b276c8735 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1d3f74-26b2-4645-b678-c30bd4d8e1bd,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:52.108215 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c454714-8940-45e8-b31e-9dff1b3fb054 req-0288e08b-fd81-4bf7-bbba-e8a1809fda01 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:52.109767 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8c454714-8940-45e8-b31e-9dff1b3fb054 req-0288e08b-fd81-4bf7-bbba-e8a1809fda01 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 943 time: 0.0510476 Jan 18 16:14:52.121159 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c5251d3c-dd24-47b3-8324-1a6b276c8735 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:52.125318 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c5251d3c-dd24-47b3-8324-1a6b276c8735 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4243932 Jan 18 16:14:52.125562 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51632) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:52.130224 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5acd4c3a-45a8-4384-8742-03414923ad15 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Request body: {'security_group_rule': {'security_group_id': 'bf7b744d-7b71-4ea9-8766-1a3dc0184521', 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:52.163194 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8c454714-8940-45e8-b31e-9dff1b3fb054 req-00db4c55-9474-4bc1-8864-97d4cf7337f6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477331 Jan 18 16:14:52.227756 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-5acd4c3a-45a8-4384-8742-03414923ad15 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Project b47f032af2494e9cb2714378b3078bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:14:52.233068 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5acd4c3a-45a8-4384-8742-03414923ad15 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (8f5312f3-48af-4596-a52e-22060e8e2470), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:52.294917 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5acd4c3a-45a8-4384-8742-03414923ad15 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (8f5312f3-48af-4596-a52e-22060e8e2470), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:52.376329 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5acd4c3a-45a8-4384-8742-03414923ad15 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (8f5312f3-48af-4596-a52e-22060e8e2470), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:52.394453 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd4c3a-45a8-4384-8742-03414923ad15 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5312f3-48af-4596-a52e-22060e8e2470,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:52.467502 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5acd4c3a-45a8-4384-8742-03414923ad15 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:52.468930 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5acd4c3a-45a8-4384-8742-03414923ad15 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3424275 Jan 18 16:14:52.471620 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51638) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:14:52.476526 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b85927f7-730f-449a-b731-cf4883155ae0 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Request body: {'security_group_rule': {'security_group_id': 'bf7b744d-7b71-4ea9-8766-1a3dc0184521', 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:14:52.562943 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-b85927f7-730f-449a-b731-cf4883155ae0 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Project b47f032af2494e9cb2714378b3078bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:14:52.568490 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b85927f7-730f-449a-b731-cf4883155ae0 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (c3c8a22b-8eb9-41af-890e-530b631101e6), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:52.633180 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b85927f7-730f-449a-b731-cf4883155ae0 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (c3c8a22b-8eb9-41af-890e-530b631101e6), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:52.653015 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device bff5a216-8902-4a1c-a603-9d4cbbcfe35a up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:14:52.700952 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port bff5a216-8902-4a1c-a603-9d4cbbcfe35a triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:14:52.701338 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:52.730211 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b85927f7-730f-449a-b731-cf4883155ae0 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (c3c8a22b-8eb9-41af-890e-530b631101e6), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:52.749419 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85927f7-730f-449a-b731-cf4883155ae0 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c8a22b-8eb9-41af-890e-530b631101e6,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:14:52.778204 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port bff5a216-8902-4a1c-a603-9d4cbbcfe35a is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:52.852970 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b85927f7-730f-449a-b731-cf4883155ae0 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:52.854314 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b85927f7-730f-449a-b731-cf4883155ae0 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3817225 Jan 18 16:14:53.277990 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f4dca-348e-4f8a-90d6-312e95a909fe req-78df5ad3-d822-4758-a772-b95da6f72e46 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:53.279476 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-de8f4dca-348e-4f8a-90d6-312e95a909fe req-78df5ad3-d822-4758-a772-b95da6f72e46 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 943 time: 0.0481203 Jan 18 16:14:53.329439 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-de8f4dca-348e-4f8a-90d6-312e95a909fe req-d7f6e0d7-1113-43f8-b98b-2e345a036ec8 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444202 Jan 18 16:14:54.445746 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53038701-4190-423c-a11e-f2310c6104c3 req-37ef5386-9942-454a-ba63-0ee3ef7a6ee6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:54.447257 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-53038701-4190-423c-a11e-f2310c6104c3 req-37ef5386-9942-454a-ba63-0ee3ef7a6ee6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 943 time: 0.0532312 Jan 18 16:14:54.496862 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-53038701-4190-423c-a11e-f2310c6104c3 req-f26d3b93-e67b-452e-947a-65872bb418be tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439465 Jan 18 16:14:55.611650 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82db9c-17eb-4d9b-9189-79e18804c53e req-e74b8548-47d8-4e00-8992-49499ebfd11c tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:55.613191 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3f82db9c-17eb-4d9b-9189-79e18804c53e req-e74b8548-47d8-4e00-8992-49499ebfd11c tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 943 time: 0.0494153 Jan 18 16:14:55.663242 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3f82db9c-17eb-4d9b-9189-79e18804c53e req-9ca1c3b8-a96e-4ebb-8d51-c6978a85330b tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439470 Jan 18 16:14:55.780651 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:14:56.782349 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d138416-05c8-466e-a583-c81144bd4e2c req-ece76f5e-77e1-481b-8f51-0eb063ce864a tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:56.784084 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2d138416-05c8-466e-a583-c81144bd4e2c req-ece76f5e-77e1-481b-8f51-0eb063ce864a tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 943 time: 0.0535402 Jan 18 16:14:56.835232 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2d138416-05c8-466e-a583-c81144bd4e2c req-0ba29e20-5201-4ff5-9d64-b400993f3ef7 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455091 Jan 18 16:14:57.955013 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20d394-982a-48be-8227-9b4b4c75280e req-398a67aa-eefb-47d7-af53-eed594e9c424 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:57.956501 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7e20d394-982a-48be-8227-9b4b4c75280e req-398a67aa-eefb-47d7-af53-eed594e9c424 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 943 time: 0.0502834 Jan 18 16:14:58.007094 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7e20d394-982a-48be-8227-9b4b4c75280e req-edb185e1-3d81-48b7-adce-f54abaf2a51e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439517 Jan 18 16:14:58.210700 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:59.120207 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443b407-de46-456b-951e-d2e47c458e90 req-84429a58-da9d-47b3-8a67-c2e8622e429c tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:14:59.121697 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7443b407-de46-456b-951e-d2e47c458e90 req-84429a58-da9d-47b3-8a67-c2e8622e429c tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 943 time: 0.0480127 Jan 18 16:14:59.174311 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7443b407-de46-456b-951e-d2e47c458e90 req-3e767ad7-f1d5-4d97-98ec-0c448d2b075a tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468845 Jan 18 16:14:59.635751 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device cbf4361d-94ff-4be4-ba8c-b799947fdb73 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:14:59.733423 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port cbf4361d-94ff-4be4-ba8c-b799947fdb73, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cbf4361d-94ff-4be4-ba8c-b799947fdb73,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:59.744777 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': 'cbf4361d-94ff-4be4-ba8c-b799947fdb73', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'port_id': 'cbf4361d-94ff-4be4-ba8c-b799947fdb73', 'mac_address': 'fa:16:3e:5c:5e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:14:59.789320 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port cbf4361d-94ff-4be4-ba8c-b799947fdb73 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:14:59.789709 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (cbf4361d-94ff-4be4-ba8c-b799947fdb73), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:59.802890 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf4361d-94ff-4be4-ba8c-b799947fdb73 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:14:59.823088 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port cbf4361d-94ff-4be4-ba8c-b799947fdb73, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cbf4361d-94ff-4be4-ba8c-b799947fdb73,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:14:59.907170 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (cbf4361d-94ff-4be4-ba8c-b799947fdb73), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:14:59.957111 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=cbf4361d-94ff-4be4-ba8c-b799947fdb73,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:00.176922 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['cbf4361d-94ff-4be4-ba8c-b799947fdb73'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:15:00.293392 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1a688-8616-4531-ae79-e35a7f39f408 req-d47f84e7-32d2-42e5-a7e3-0205f568e7f0 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:00.295052 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-88f1a688-8616-4531-ae79-e35a7f39f408 req-d47f84e7-32d2-42e5-a7e3-0205f568e7f0 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 944 time: 0.0483775 Jan 18 16:15:00.347816 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-88f1a688-8616-4531-ae79-e35a7f39f408 req-072ae149-1311-4da6-b13b-bb61664bfa39 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445714 Jan 18 16:15:01.461133 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22aa96-793e-484f-bb63-7dfc56e91e21 req-24bfa032-0bd7-42f1-9100-b42ae468d738 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:01.462652 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5d22aa96-793e-484f-bb63-7dfc56e91e21 req-24bfa032-0bd7-42f1-9100-b42ae468d738 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 944 time: 0.0512462 Jan 18 16:15:01.512975 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5d22aa96-793e-484f-bb63-7dfc56e91e21 req-24e468ca-751d-4aed-9639-e4d21d3be9f9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447643 Jan 18 16:15:01.652770 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device cbf4361d-94ff-4be4-ba8c-b799947fdb73 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:15:01.770371 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port cbf4361d-94ff-4be4-ba8c-b799947fdb73 completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:15:01.775267 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port cbf4361d-94ff-4be4-ba8c-b799947fdb73 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:01.775649 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (cbf4361d-94ff-4be4-ba8c-b799947fdb73), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:01.856642 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port cbf4361d-94ff-4be4-ba8c-b799947fdb73 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:01.857065 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (cbf4361d-94ff-4be4-ba8c-b799947fdb73), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:01.879711 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c890a1d5-f0c6-4214-8be7-680a5949f6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf4361d-94ff-4be4-ba8c-b799947fdb73'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:15:01.882060 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce86ad3-7451-4e70-abd1-540b77425959" -d '{"events": [{"server_uuid": "c890a1d5-f0c6-4214-8be7-680a5949f6d2", "name": "network-vif-plugged", "status": "completed", "tag": "cbf4361d-94ff-4be4-ba8c-b799947fdb73"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:15:01.894903 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port cbf4361d-94ff-4be4-ba8c-b799947fdb73, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cbf4361d-94ff-4be4-ba8c-b799947fdb73,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:15:01.978000 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79be451-f9c8-4984-98b8-9b85d90b49d7 x-openstack-request-id: req-c79be451-f9c8-4984-98b8-9b85d90b49d7 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:15:01.978000 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c890a1d5-f0c6-4214-8be7-680a5949f6d2", "name": "network-vif-plugged", "status": "completed", "tag": "cbf4361d-94ff-4be4-ba8c-b799947fdb73", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:15:01.978000 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c79be451-f9c8-4984-98b8-9b85d90b49d7 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:15:01.978000 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c890a1d5-f0c6-4214-8be7-680a5949f6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf4361d-94ff-4be4-ba8c-b799947fdb73', 'code': 200} Jan 18 16:15:02.002735 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (cbf4361d-94ff-4be4-ba8c-b799947fdb73), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:02.050962 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=cbf4361d-94ff-4be4-ba8c-b799947fdb73,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:02.630254 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a76807-b96e-49f8-82b2-e1815b49bd5f req-26f94d96-4453-4502-9645-c4423f74528e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:02.631733 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e4a76807-b96e-49f8-82b2-e1815b49bd5f req-26f94d96-4453-4502-9645-c4423f74528e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0519540 Jan 18 16:15:02.679715 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e4a76807-b96e-49f8-82b2-e1815b49bd5f req-cbeb7ad6-2943-4587-838f-cd0c7c585087 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424001 Jan 18 16:15:03.795710 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76d99e-a312-466e-8e50-938f5258a197 req-abd8e5f7-252f-4dd2-b997-cc3e3c6e0cd2 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:03.797434 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8b76d99e-a312-466e-8e50-938f5258a197 req-abd8e5f7-252f-4dd2-b997-cc3e3c6e0cd2 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0492151 Jan 18 16:15:03.847011 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8b76d99e-a312-466e-8e50-938f5258a197 req-75ba5cba-6761-4180-aff4-1c8c3632080b tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434351 Jan 18 16:15:04.961063 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46accedf-fe70-460b-9d1e-81e68166b89c req-c93b0417-9705-4f9f-8160-2ef672be6be7 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:04.962775 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-46accedf-fe70-460b-9d1e-81e68166b89c req-c93b0417-9705-4f9f-8160-2ef672be6be7 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0499649 Jan 18 16:15:05.016306 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-46accedf-fe70-460b-9d1e-81e68166b89c req-90a022a9-368b-409f-9054-1521da333764 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478601 Jan 18 16:15:05.163248 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea365597-321b-49d4-ab81-f3d29026442c req-ca050864-71b1-4e2c-bfdb-25460a3d3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:05.164796 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ea365597-321b-49d4-ab81-f3d29026442c req-ca050864-71b1-4e2c-bfdb-25460a3d3ebe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 1098 time: 0.0424352 Jan 18 16:15:05.214139 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ea365597-321b-49d4-ab81-f3d29026442c req-a4fb2c1f-4942-4ca6-aea6-1bab0d08a7b9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412939 Jan 18 16:15:06.130739 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bb6ce-35d5-440c-bd4c-5e0edb354b63 req-c5d0b0a4-c94e-43ba-ad90-700efd8f4cd9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:06.132261 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e57bb6ce-35d5-440c-bd4c-5e0edb354b63 req-c5d0b0a4-c94e-43ba-ad90-700efd8f4cd9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0489066 Jan 18 16:15:06.180817 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e57bb6ce-35d5-440c-bd4c-5e0edb354b63 req-52e89862-3df5-4bf3-8796-b0f2a11c4ebc tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427921 Jan 18 16:15:07.298268 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6893c-aa7a-4981-b31c-3b0c8503bfca req-74faf934-29e4-43ee-a731-a7be71947813 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:07.304027 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f6b6893c-aa7a-4981-b31c-3b0c8503bfca req-74faf934-29e4-43ee-a731-a7be71947813 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0546241 Jan 18 16:15:07.349357 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f6b6893c-aa7a-4981-b31c-3b0c8503bfca req-be6edc6c-38cd-4736-a751-4532467544b7 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425901 Jan 18 16:15:07.471318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615c0d5-cff9-4f4e-b023-4a29bc5037e2 req-8543b885-b14d-42bb-87c8-d1dfb46f8432 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:07.472734 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7615c0d5-cff9-4f4e-b023-4a29bc5037e2 req-8543b885-b14d-42bb-87c8-d1dfb46f8432 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0517192 Jan 18 16:15:07.521690 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7615c0d5-cff9-4f4e-b023-4a29bc5037e2 req-f193bd36-bbb2-43a2-bf81-36978c5def91 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428438 Jan 18 16:15:07.545063 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51838) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:15:07.679315 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4937fb-7690-4768-9a2d-5d95f91af1b6 tempest-TestVolumeBootPattern-1114570685 tempest-TestVolumeBootPattern-1114570685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:07.680947 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-9a4937fb-7690-4768-9a2d-5d95f91af1b6 tempest-TestVolumeBootPattern-1114570685 tempest-TestVolumeBootPattern-1114570685-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 1093 time: 0.1348643 Jan 18 16:15:07.683654 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51842) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:15:07.687847 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Request body: {'floatingip': {'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'port_id': 'cbf4361d-94ff-4be4-ba8c-b799947fdb73', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:15:07.890061 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:07.987925 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:08.090856 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_common [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Allocated IP 172.27.2.219 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/6a83b44e-9312-46ab-80b0-01b99872bbfa) {{(pid=103252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:15:08.197821 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for port (6a83b44e-9312-46ab-80b0-01b99872bbfa), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:08.325223 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (6a83b44e-9312-46ab-80b0-01b99872bbfa), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:08.365512 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:15:08.368392 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:15:08.370978 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Received port after_create {{(pid=103252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:15:08.396801 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event updated for resources: {'Port': ['ID=6a83b44e-9312-46ab-80b0-01b99872bbfa,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:08.725289 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for floatingip (fa98f4c9-e0c2-4fe4-929a-a23f974d7789), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:08.889487 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (6a83b44e-9312-46ab-80b0-01b99872bbfa), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:09.039011 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for port (6a83b44e-9312-46ab-80b0-01b99872bbfa), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:09.127979 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8693634'] for port (6a83b44e-9312-46ab-80b0-01b99872bbfa), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:09.200189 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event updated for resources: {'Port': ['ID=6a83b44e-9312-46ab-80b0-01b99872bbfa,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:09.210664 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (fa98f4c9-e0c2-4fe4-929a-a23f974d7789), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:09.307893 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.l3_db [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Floating IP fa98f4c9-e0c2-4fe4-929a-a23f974d7789 associated. External IP: 172.27.2.219, port: cbf4361d-94ff-4be4-ba8c-b799947fdb73. Jan 18 16:15:09.425018 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3ed0-5b6b-41be-b170-d425cde4d149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:09.513704 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:15:09.621982 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:15:09.632567 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad96a00d-683b-4a4f-8b1e-606345913660 None None] Sync routers for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:15:09.641933 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad96a00d-683b-4a4f-8b1e-606345913660 None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:15:09.642546 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-ad96a00d-683b-4a4f-8b1e-606345913660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:09.726545 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:09.751335 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-ad96a00d-683b-4a4f-8b1e-606345913660 None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:15:09.753940 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-2cbdc854-68bd-4627-81e5-42fd74188c4e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0692174 Jan 18 16:15:09.754575 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c890a1d5-f0c6-4214-8be7-680a5949f6d2', 'tag': 'cbf4361d-94ff-4be4-ba8c-b799947fdb73'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:15:09.757809 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018a8372-baa9-465d-ad3c-0d3b353e552f" -d '{"events": [{"name": "network-changed", "server_uuid": "c890a1d5-f0c6-4214-8be7-680a5949f6d2", "tag": "cbf4361d-94ff-4be4-ba8c-b799947fdb73"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:15:09.848406 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6abbe66-2832-4d3d-9a61-24303e891b97 x-openstack-request-id: req-b6abbe66-2832-4d3d-9a61-24303e891b97 {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:15:09.848757 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c890a1d5-f0c6-4214-8be7-680a5949f6d2", "tag": "cbf4361d-94ff-4be4-ba8c-b799947fdb73", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:15:09.849016 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b6abbe66-2832-4d3d-9a61-24303e891b97 {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:15:09.849416 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c890a1d5-f0c6-4214-8be7-680a5949f6d2', 'tag': 'cbf4361d-94ff-4be4-ba8c-b799947fdb73', 'status': 'completed', 'code': 200} Jan 18 16:15:09.915002 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a8372-baa9-465d-ad3c-0d3b353e552f req-3499b11b-c770-47d3-8e16-9936df9be4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:09.916502 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-018a8372-baa9-465d-ad3c-0d3b353e552f req-3499b11b-c770-47d3-8e16-9936df9be4cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 1098 time: 0.0405564 Jan 18 16:15:09.975663 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-ad96a00d-683b-4a4f-8b1e-606345913660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': 'fa98f4c9-e0c2-4fe4-929a-a23f974d7789', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'port_id': 'cbf4361d-94ff-4be4-ba8c-b799947fdb73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'mac_address': 'fa:16:3e:5c:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c890a1d5-f0c6-4214-8be7-680a5949f6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:15:08Z', 'updated_at': '2022-01-18T16:15:08Z', 'revision_number': 0, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:10.006374 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad96a00d-683b-4a4f-8b1e-606345913660 None None] Checking router: 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:15:10.011735 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a8372-baa9-465d-ad3c-0d3b353e552f req-c58084c4-2282-481e-b779-823793189464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:10.013294 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-018a8372-baa9-465d-ad3c-0d3b353e552f req-c58084c4-2282-481e-b779-823793189464 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9006094a-4cd3-4690-ae5f-0e16ae5eb237 HTTP/1.1" status: 200 len: 910 time: 0.0877428 Jan 18 16:15:10.015372 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad96a00d-683b-4a4f-8b1e-606345913660 None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:15:10.015984 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-ad96a00d-683b-4a4f-8b1e-606345913660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:14:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:10.081321 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-018a8372-baa9-465d-ad3c-0d3b353e552f req-33450f43-1ae1-48b2-8c69-7b693c702b0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf4361d-94ff-4be4-ba8c-b799947fdb73 HTTP/1.1" status: 200 len: 999 time: 0.0576730 Jan 18 16:15:10.122174 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-ad96a00d-683b-4a4f-8b1e-606345913660 None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:15:10.132251 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a8372-baa9-465d-ad3c-0d3b353e552f req-ce75cf6c-53b0-4967-976e-4882ee42950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:10.133765 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-018a8372-baa9-465d-ad3c-0d3b353e552f req-ce75cf6c-53b0-4967-976e-4882ee42950d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fed91ed-377f-4a66-bb0c-79607a693d03 HTTP/1.1" status: 200 len: 848 time: 0.0438726 Jan 18 16:15:10.183245 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a8372-baa9-465d-ad3c-0d3b353e552f req-157c33d9-cd50-4a0a-b585-a75bd76477c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:10.184785 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-018a8372-baa9-465d-ad3c-0d3b353e552f req-157c33d9-cd50-4a0a-b585-a75bd76477c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9006094a-4cd3-4690-ae5f-0e16ae5eb237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447521 Jan 18 16:15:10.279041 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-018a8372-baa9-465d-ad3c-0d3b353e552f req-170daccb-a892-4438-bf39-8de0ad6787c4 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859296 Jan 18 16:15:10.349322 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-ad96a00d-683b-4a4f-8b1e-606345913660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': 'fa98f4c9-e0c2-4fe4-929a-a23f974d7789', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'port_id': 'cbf4361d-94ff-4be4-ba8c-b799947fdb73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'mac_address': 'fa:16:3e:5c:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c890a1d5-f0c6-4214-8be7-680a5949f6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:15:08Z', 'updated_at': '2022-01-18T16:15:08Z', 'revision_number': 0, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:10.374495 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-018a8372-baa9-465d-ad3c-0d3b353e552f req-30f10ab7-fa76-4ce2-ae3d-a5b8c12817ea service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880935 Jan 18 16:15:10.378321 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad96a00d-683b-4a4f-8b1e-606345913660 None None] The sync data for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi is: [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': 'fa98f4c9-e0c2-4fe4-929a-a23f974d7789', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'port_id': 'cbf4361d-94ff-4be4-ba8c-b799947fdb73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'mac_address': 'fa:16:3e:5c:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c890a1d5-f0c6-4214-8be7-680a5949f6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:15:08Z', 'updated_at': '2022-01-18T16:15:08Z', 'revision_number': 0, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:15:10.580212 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d254545-a651-4d29-9e7c-c6c286064d37 None None] New status for floating IP fa98f4c9-e0c2-4fe4-929a-a23f974d7789: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:15:11.210456 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51880) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:15:11.313218 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9cc1-bd43-4c8b-a5b9-4b7bdb6e28a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:11.385671 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9cc1-bd43-4c8b-a5b9-4b7bdb6e28a9 admin admin] Publish callbacks [] for security_group (b9acbb40-f7f1-4459-b36b-914bc80a5ff5), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:11.482648 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9cc1-bd43-4c8b-a5b9-4b7bdb6e28a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (b9acbb40-f7f1-4459-b36b-914bc80a5ff5), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:11.524058 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-dc3f9cc1-bd43-4c8b-a5b9-4b7bdb6e28a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5644129e8f6b4b6a831967dee6709a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125100 Jan 18 16:15:11.524967 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f9cc1-bd43-4c8b-a5b9-4b7bdb6e28a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9acbb40-f7f1-4459-b36b-914bc80a5ff5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:11.526657 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51888) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:15:11.582129 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0ce0-e0ab-4ffa-a7d8-595609160e45 admin admin] Publish callbacks [] for security_group (b9acbb40-f7f1-4459-b36b-914bc80a5ff5), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:11.588161 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5768bccd-b9f8-413a-8e00-bb67655ea124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:11.611800 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0ce0-e0ab-4ffa-a7d8-595609160e45 admin admin] Publish callbacks [] for security_group (b9acbb40-f7f1-4459-b36b-914bc80a5ff5), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:11.730300 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0ce0-e0ab-4ffa-a7d8-595609160e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (b9acbb40-f7f1-4459-b36b-914bc80a5ff5), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:11.733169 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0ce0-e0ab-4ffa-a7d8-595609160e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:11.734343 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-fa1d0ce0-e0ab-4ffa-a7d8-595609160e45 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b9acbb40-f7f1-4459-b36b-914bc80a5ff5 HTTP/1.1" status: 204 len: 168 time: 0.2057438 Jan 18 16:15:11.742852 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d0ce0-e0ab-4ffa-a7d8-595609160e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9acbb40-f7f1-4459-b36b-914bc80a5ff5,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:12.679400 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5b8b7464-f368-4655-b6df-234240acee67 req-5c6a241a-d1de-47e0-96b2-db64a0c0594a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1681238875&fields=id&tenant_id=b47f032af2494e9cb2714378b3078bc0 HTTP/1.1" status: 200 len: 267 time: 0.0438595 Jan 18 16:15:12.779672 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51918) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:15:12.784295 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b7464-f368-4655-b6df-234240acee67 req-443b3ec7-e2ed-4c60-9d73-cfae11975d99 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:12.785976 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5b8b7464-f368-4655-b6df-234240acee67 req-443b3ec7-e2ed-4c60-9d73-cfae11975d99 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/networks?id=e3990fef-bcf4-4737-9b67-783be25293eb HTTP/1.1" status: 200 len: 808 time: 0.1001997 Jan 18 16:15:12.802663 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5b8b7464-f368-4655-b6df-234240acee67 req-bc6b74a2-b136-4837-8fe2-16ec4f2d5682 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/quotas/b47f032af2494e9cb2714378b3078bc0 HTTP/1.1" status: 200 len: 375 time: 0.0099020 Jan 18 16:15:12.859142 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5b8b7464-f368-4655-b6df-234240acee67 req-b960138c-dcd0-4d95-a177-31d23c9b1778 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b47f032af2494e9cb2714378b3078bc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509963 Jan 18 16:15:12.880401 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7ce2e446-f168-413d-89e9-befeaf538b0f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1991374939-network', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:15:12.973917 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce2e446-f168-413d-89e9-befeaf538b0f admin admin] Made reservation on behalf of c7d07eac99334f1ca5ce9f02c7c421c3 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:15:12.977382 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e446-f168-413d-89e9-befeaf538b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:12.986178 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e446-f168-413d-89e9-befeaf538b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:13.002037 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5b8b7464-f368-4655-b6df-234240acee67 req-7cc4d6f6-c5d8-4bb4-bd8a-1d6091c846b0 service neutron] 10.222.0.70 "GET /v2.0/networks/e3990fef-bcf4-4737-9b67-783be25293eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319330 Jan 18 16:15:13.059114 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e446-f168-413d-89e9-befeaf538b0f admin admin] Publish callbacks [] for security_group (6fadf3a0-b07e-400a-be93-240d871a0586), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:13.092349 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5b8b7464-f368-4655-b6df-234240acee67 req-37371049-14a1-403b-8c88-a1d137d61ef7 service neutron] 10.222.0.70 "GET /v2.0/networks/e3990fef-bcf4-4737-9b67-783be25293eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840662 Jan 18 16:15:13.141481 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e446-f168-413d-89e9-befeaf538b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (6fadf3a0-b07e-400a-be93-240d871a0586), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:13.166117 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce2e446-f168-413d-89e9-befeaf538b0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:15:13.178273 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2e446-f168-413d-89e9-befeaf538b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fadf3a0-b07e-400a-be93-240d871a0586,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:13.184584 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e446-f168-413d-89e9-befeaf538b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:13.184970 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-7ce2e446-f168-413d-89e9-befeaf538b0f admin admin] Added segment d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f of type vlan for network 24abba69-a879-4a87-9e64-f9814fa4f3ee Jan 18 16:15:13.230549 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e446-f168-413d-89e9-befeaf538b0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (24abba69-a879-4a87-9e64-f9814fa4f3ee), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:13.392925 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e446-f168-413d-89e9-befeaf538b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (24abba69-a879-4a87-9e64-f9814fa4f3ee), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:13.393844 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce2e446-f168-413d-89e9-befeaf538b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:13.394421 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e446-f168-413d-89e9-befeaf538b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:13.458114 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2e446-f168-413d-89e9-befeaf538b0f admin admin] Pushing event updated for resources: {'Network': ['ID=24abba69-a879-4a87-9e64-f9814fa4f3ee,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:13.467468 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network 24abba69-a879-4a87-9e64-f9814fa4f3ee details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:15:13.511109 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-7ce2e446-f168-413d-89e9-befeaf538b0f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7299027 Jan 18 16:15:13.513575 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51932) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:15:13.518138 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-17c1586e-d20d-4af3-b09a-4ada72d88cea admin admin] Request body: {'subnet': {'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1991374939-subnet', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:15:13.575778 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:13.610168 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c1586e-d20d-4af3-b09a-4ada72d88cea admin admin] Made reservation on behalf of c7d07eac99334f1ca5ce9f02c7c421c3 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:15:13.613015 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-17c1586e-d20d-4af3-b09a-4ada72d88cea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:13.945981 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ba96f2c3-2697-47b7-aea6-055da16a487e req-56ba6405-94de-41e2-b6e5-9e72ed69caee tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 210 time: 0.0266271 Jan 18 16:15:13.993561 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-17c1586e-d20d-4af3-b09a-4ada72d88cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:14.053729 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1586e-d20d-4af3-b09a-4ada72d88cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:14.060668 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c1586e-d20d-4af3-b09a-4ada72d88cea admin admin] Checking segment: {'id': 'd98fa6b7-226b-4ac8-bfc9-c31d8e4a280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:15:14.061056 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c1586e-d20d-4af3-b09a-4ada72d88cea admin admin] Network hostable DHCP agents. Network: 24abba69-a879-4a87-9e64-f9814fa4f3ee, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:15:14.164364 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c1586e-d20d-4af3-b09a-4ada72d88cea admin admin] Network 24abba69-a879-4a87-9e64-f9814fa4f3ee is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:15:14.253649 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-17c1586e-d20d-4af3-b09a-4ada72d88cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, 24abba69-a879-4a87-9e64-f9814fa4f3ee) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:15:14.257727 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c1586e-d20d-4af3-b09a-4ada72d88cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:14.263566 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-17c1586e-d20d-4af3-b09a-4ada72d88cea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:14.265153 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa16b62-ed71-432c-80b5-8baadae6c7fb None None] Network 24abba69-a879-4a87-9e64-f9814fa4f3ee requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:15:14.350707 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-17c1586e-d20d-4af3-b09a-4ada72d88cea admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8362722 Jan 18 16:15:14.353703 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51942) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:15:14.358066 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1991374939-router', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:15:14.374292 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a97d34a-f00c-50ca-a5ed-93c7ff92fefd-24abba69-a879-4a87-9e64-f9814fa4f3ee', 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee', 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'fixed_ips': [{'subnet_id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d'}]}} from dv-cinder-788366-8-iscsi. {{(pid=103254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:15:14.375394 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:14.453157 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:14.506442 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3780192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25056'] for router (0cfc2430-4bde-4a27-84a6-4081da68e225), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:14.507463 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3780108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3778222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25079'] for router (0cfc2430-4bde-4a27-84a6-4081da68e225), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:14.521342 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Allocated IP 172.20.0.2 (24abba69-a879-4a87-9e64-f9814fa4f3ee/ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d/720b00e9-6eb3-4b7e-bdfb-690f22c563f5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:15:14.561486 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Publish callbacks [] for router_controller (0cfc2430-4bde-4a27-84a6-4081da68e225), precommit_add_association {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:14.666819 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Publish callbacks [] for port (720b00e9-6eb3-4b7e-bdfb-690f22c563f5), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:14.778077 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Publish callbacks [] for router_gateway (0cfc2430-4bde-4a27-84a6-4081da68e225), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:14.814824 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (720b00e9-6eb3-4b7e-bdfb-690f22c563f5), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:14.855686 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Network 24abba69-a879-4a87-9e64-f9814fa4f3ee is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:15:14.858592 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:15:14.862220 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:15:14.873604 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Pushing event updated for resources: {'Port': ['ID=720b00e9-6eb3-4b7e-bdfb-690f22c563f5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:14.894422 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:14.894775 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:14.895126 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:14.895499 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:14.895839 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:14.896173 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:14.896507 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:14.896865 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:14.897196 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:14.897529 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:14.897858 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:14.898181 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:14.898508 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:14.934876 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Attempting to bind port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:15:14.935246 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Attempting to bind port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'd98fa6b7-226b-4ac8-bfc9-c31d8e4a280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:15:14.935608 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Attempting to bind port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 on network 24abba69-a879-4a87-9e64-f9814fa4f3ee {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:15:14.940918 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:15:14.941297 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Checking segment: {'id': 'd98fa6b7-226b-4ac8-bfc9-c31d8e4a280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:15:14.941700 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:14.942092 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Bound using segment: {'id': 'd98fa6b7-226b-4ac8-bfc9-c31d8e4a280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:15:14.943199 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Bound port: 720b00e9-6eb3-4b7e-bdfb-690f22c563f5, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98fa6b7-226b-4ac8-bfc9-c31d8e4a280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:15:14.943577 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (720b00e9-6eb3-4b7e-bdfb-690f22c563f5), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:15.009274 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] For port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:15:15.012581 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] For port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=720b00e9-6eb3-4b7e-bdfb-690f22c563f5,segment=NetworkSegment(d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f),segment_id=d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:15:15.094798 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (720b00e9-6eb3-4b7e-bdfb-690f22c563f5), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:15.169205 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75bace0-e9ed-419b-977f-ae01e439f43d None None] Pushing event updated for resources: {'Port': ['ID=720b00e9-6eb3-4b7e-bdfb-690f22c563f5,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:15.244629 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cde5d489-895a-4c59-994a-adabae6b1241 req-e3bfc184-ec17-47e8-a8b4-ae9a967f3ee4 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 210 time: 0.0285673 Jan 18 16:15:15.389810 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Publish callbacks [] for router_gateway (0cfc2430-4bde-4a27-84a6-4081da68e225), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:15.410687 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:15.523943 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_common [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Allocated IP 172.27.2.128 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/6d0273e8-035d-4a91-a6ad-37075667f184) {{(pid=103252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:15:15.625000 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Publish callbacks [] for port (6d0273e8-035d-4a91-a6ad-37075667f184), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:15.780561 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (6d0273e8-035d-4a91-a6ad-37075667f184), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:15.827744 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:15:15.832216 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:15:15.837057 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Received port after_create {{(pid=103252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:15:15.840272 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Pushing event updated for resources: {'Port': ['ID=6d0273e8-035d-4a91-a6ad-37075667f184,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:15.883517 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:16.032384 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705db7f2-fd85-4c9c-8d92-4ac5a5583575 None None] Network 24abba69-a879-4a87-9e64-f9814fa4f3ee requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:15:16.101813 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ee991bd8-89ca-496d-8af9-8ba7a1738715 None None] Provisioning complete for port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:16.102210 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee991bd8-89ca-496d-8af9-8ba7a1738715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (720b00e9-6eb3-4b7e-bdfb-690f22c563f5), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:16.199814 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Publish callbacks [] for router_gateway (0cfc2430-4bde-4a27-84a6-4081da68e225), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:16.217844 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ee991bd8-89ca-496d-8af9-8ba7a1738715 None None] Current status of the port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:16.218330 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee991bd8-89ca-496d-8af9-8ba7a1738715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (720b00e9-6eb3-4b7e-bdfb-690f22c563f5), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:16.254764 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ee991bd8-89ca-496d-8af9-8ba7a1738715 None None] For port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=720b00e9-6eb3-4b7e-bdfb-690f22c563f5,segment=NetworkSegment(d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f),segment_id=d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:15:16.359033 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee991bd8-89ca-496d-8af9-8ba7a1738715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (720b00e9-6eb3-4b7e-bdfb-690f22c563f5), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:16.366965 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-839a46bb-2dfc-4777-830c-ba873ca011a3 req-e7be9ede-5438-465b-b343-b64285942b7a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 210 time: 0.0311964 Jan 18 16:15:16.421617 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee991bd8-89ca-496d-8af9-8ba7a1738715 None None] Pushing event updated for resources: {'Port': ['ID=720b00e9-6eb3-4b7e-bdfb-690f22c563f5,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:16.432042 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778203'] for router (0cfc2430-4bde-4a27-84a6-4081da68e225), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:16.478373 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-5d15d9da-a106-4cfc-a5a0-8d0aa91e28ef None None] Provisioning complete for port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:16.478759 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d15d9da-a106-4cfc-a5a0-8d0aa91e28ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (720b00e9-6eb3-4b7e-bdfb-690f22c563f5), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:16.562178 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5d15d9da-a106-4cfc-a5a0-8d0aa91e28ef None None] Current status of the port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:16.644170 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Router 0cfc2430-4bde-4a27-84a6-4081da68e225 is scheduled to L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 with binding_index 1 {{(pid=103252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:15:16.677163 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:15:16.737009 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:16.737434 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (720b00e9-6eb3-4b7e-bdfb-690f22c563f5), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:16.758065 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:15:16.773275 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Sync routers for ids ['0cfc2430-4bde-4a27-84a6-4081da68e225'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:15:16.789443 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Routers {'0cfc2430-4bde-4a27-84a6-4081da68e225'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:15:16.791238 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:15:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['0cfc2430-4bde-4a27-84a6-4081da68e225'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:16.917704 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:16.929991 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Set router 0cfc2430-4bde-4a27-84a6-4081da68e225 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:15:16.931847 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:16.935491 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-f23eba20-b965-44fe-b8e4-260dcb80145a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5783811 Jan 18 16:15:16.935714 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51958) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.031438 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.034134 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.034134 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.034134 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.034134 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.034134 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.034134 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.034134 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.034134 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.034134 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:15:17.034134 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:15:17.034134 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b7464-f368-4655-b6df-234240acee67 req-29422512-090c-47f8-9bd3-e2aadd300d0e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:17.034134 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5b8b7464-f368-4655-b6df-234240acee67 req-29422512-090c-47f8-9bd3-e2aadd300d0e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.72 "GET /v2.0/networks?id=e3990fef-bcf4-4737-9b67-783be25293eb HTTP/1.1" status: 200 len: 808 time: 0.1241610 Jan 18 16:15:17.103965 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5b8b7464-f368-4655-b6df-234240acee67 req-47045986-37a5-4890-9327-3e7f6882c525 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b47f032af2494e9cb2714378b3078bc0 HTTP/1.1" status: 200 len: 380 time: 0.0572977 Jan 18 16:15:17.113147 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-5b8b7464-f368-4655-b6df-234240acee67 req-520a2f59-a985-4827-8ecb-3f122610505e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Request body: {'port': {'device_id': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'admin_state_up': True, 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'security_groups': ['bf7b744d-7b71-4ea9-8766-1a3dc0184521']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:15:17.122655 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'name': 'tempest-TestMinimumBasicScenario-1991374939-router', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:14Z', 'updated_at': '2022-01-18T16:15:15Z', 'revision_number': 3, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'gw_port': {'id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:15Z', 'updated_at': '2022-01-18T16:15:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:17.156208 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Checking router: 0cfc2430-4bde-4a27-84a6-4081da68e225 for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:15:17.156578 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Updating router 0cfc2430-4bde-4a27-84a6-4081da68e225 port 6d0273e8-035d-4a91-a6ad-37075667f184 binding host dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:15:17.183194 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (6d0273e8-035d-4a91-a6ad-37075667f184), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:17.341289 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8b7464-f368-4655-b6df-234240acee67 req-520a2f59-a985-4827-8ecb-3f122610505e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Made reservation on behalf of b47f032af2494e9cb2714378b3078bc0 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:15:17.345606 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5b8b7464-f368-4655-b6df-234240acee67 req-520a2f59-a985-4827-8ecb-3f122610505e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:17.374238 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:17.510369 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-5b8b7464-f368-4655-b6df-234240acee67 req-520a2f59-a985-4827-8ecb-3f122610505e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Allocated IP 172.20.0.6 (e3990fef-bcf4-4737-9b67-783be25293eb/0798f6e7-8bfe-4af8-a88b-9cf25665ef27/7548837a-cd9c-4803-b311-bdf365c472fc) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:15:17.543537 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d2ae51d2-97c6-482b-9747-b973806e89b3 req-d980db42-8c63-40f0-9994-4f78f31da10f tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 210 time: 0.0355301 Jan 18 16:15:17.589568 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Publish callbacks [] for port (6d0273e8-035d-4a91-a6ad-37075667f184), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:17.596024 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_common [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Allocated IP 172.20.0.1 (24abba69-a879-4a87-9e64-f9814fa4f3ee/ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d/df6e4613-bb52-4966-939f-f754ecb53d10) {{(pid=103252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:15:17.705217 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Publish callbacks [] for port (df6e4613-bb52-4966-939f-f754ecb53d10), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:17.735875 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (6d0273e8-035d-4a91-a6ad-37075667f184), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:17.790658 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Attempting to bind port 6d0273e8-035d-4a91-a6ad-37075667f184 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:15:17.791031 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Attempting to bind port 6d0273e8-035d-4a91-a6ad-37075667f184 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:15:17.791393 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Attempting to bind port 6d0273e8-035d-4a91-a6ad-37075667f184 on network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:15:17.793596 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646629e-3c34-4735-a137-68963054ae39 None None] Pushing event updated for resources: {'Port': ['ID=6d0273e8-035d-4a91-a6ad-37075667f184,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:17.799385 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:15:17.799762 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Checking segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:15:17.800163 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:17.800593 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Bound using segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:15:17.801968 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Bound port: 6d0273e8-035d-4a91-a6ad-37075667f184, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:15:17.802356 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (6d0273e8-035d-4a91-a6ad-37075667f184), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:17.839131 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:17.859359 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] For port 6d0273e8-035d-4a91-a6ad-37075667f184, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:15:17.862587 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] For port 6d0273e8-035d-4a91-a6ad-37075667f184, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=6d0273e8-035d-4a91-a6ad-37075667f184,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:15:17.885450 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Network 24abba69-a879-4a87-9e64-f9814fa4f3ee is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:15:17.885450 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:15:17.895921 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Received port after_create {{(pid=103252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:15:17.913185 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5b8b7464-f368-4655-b6df-234240acee67 req-520a2f59-a985-4827-8ecb-3f122610505e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for port (7548837a-cd9c-4803-b311-bdf365c472fc), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:17.940553 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Pushing event updated for resources: {'Port': ['ID=df6e4613-bb52-4966-939f-f754ecb53d10,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:17.944316 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778478'] for router_interface (0cfc2430-4bde-4a27-84a6-4081da68e225), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:18.092088 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-9af68629-52c3-47c6-9932-540d746384f7 None None] Provisioning complete for port df6e4613-bb52-4966-939f-f754ecb53d10 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:18.094867 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9af68629-52c3-47c6-9932-540d746384f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:18.128337 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9af68629-52c3-47c6-9932-540d746384f7 None None] Port df6e4613-bb52-4966-939f-f754ecb53d10 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:15:18.182800 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (6d0273e8-035d-4a91-a6ad-37075667f184), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:18.244017 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Routers {'0cfc2430-4bde-4a27-84a6-4081da68e225'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:15:18.244662 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:15:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['0cfc2430-4bde-4a27-84a6-4081da68e225'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:18.246581 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646629e-3c34-4735-a137-68963054ae39 None None] Pushing event updated for resources: {'Port': ['ID=6d0273e8-035d-4a91-a6ad-37075667f184,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:18.352321 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] Set router 0cfc2430-4bde-4a27-84a6-4081da68e225 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:15:18.388035 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5b8b7464-f368-4655-b6df-234240acee67 req-520a2f59-a985-4827-8ecb-3f122610505e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:18.437338 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8b7464-f368-4655-b6df-234240acee67 req-520a2f59-a985-4827-8ecb-3f122610505e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Network e3990fef-bcf4-4737-9b67-783be25293eb is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:15:18.440633 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-5b8b7464-f368-4655-b6df-234240acee67 req-520a2f59-a985-4827-8ecb-3f122610505e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:15:18.443631 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8b7464-f368-4655-b6df-234240acee67 req-520a2f59-a985-4827-8ecb-3f122610505e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:15:18.449628 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b7464-f368-4655-b6df-234240acee67 req-520a2f59-a985-4827-8ecb-3f122610505e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:18.450224 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5b8b7464-f368-4655-b6df-234240acee67 req-520a2f59-a985-4827-8ecb-3f122610505e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:18.464334 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a2f59-a985-4827-8ecb-3f122610505e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Pushing event updated for resources: {'Port': ['ID=7548837a-cd9c-4803-b311-bdf365c472fc,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:18.500304 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:18.545923 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'name': 'tempest-TestMinimumBasicScenario-1991374939-router', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:14Z', 'updated_at': '2022-01-18T16:15:15Z', 'revision_number': 3, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'gw_port': {'id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:15Z', 'updated_at': '2022-01-18T16:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:18.573909 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3f628-f1f2-4586-8592-2b2fd9240970 None None] The sync data for ids ['0cfc2430-4bde-4a27-84a6-4081da68e225'] in dv-cinder-788366-8-iscsi is: [{'id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'name': 'tempest-TestMinimumBasicScenario-1991374939-router', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:14Z', 'updated_at': '2022-01-18T16:15:15Z', 'revision_number': 3, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'gw_port': {'id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:15Z', 'updated_at': '2022-01-18T16:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:15:18.665323 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5b8b7464-f368-4655-b6df-234240acee67 req-520a2f59-a985-4827-8ecb-3f122610505e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5564613 Jan 18 16:15:18.681706 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Request body: {'port': {'device_id': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:15:18.733073 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7559c6-1afa-439d-8fc0-c9c08879d4ff req-1895d157-1c75-412b-a993-4590172fc715 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:18.734586 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3a7559c6-1afa-439d-8fc0-c9c08879d4ff req-1895d157-1c75-412b-a993-4590172fc715 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 931 time: 0.0920510 Jan 18 16:15:18.735927 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:18.738830 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Publish callbacks [] for port (df6e4613-bb52-4966-939f-f754ecb53d10), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:18.758945 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-f70ae5e1-b670-4941-9dd4-1d033c6f15d8 None None] Provisioning complete for port 7548837a-cd9c-4803-b311-bdf365c472fc triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:18.759332 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f70ae5e1-b670-4941-9dd4-1d033c6f15d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:18.798488 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3a7559c6-1afa-439d-8fc0-c9c08879d4ff req-09307470-2eb4-45ed-aabd-cfe5c4aa167c tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506730 Jan 18 16:15:18.808240 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f70ae5e1-b670-4941-9dd4-1d033c6f15d8 None None] Port 7548837a-cd9c-4803-b311-bdf365c472fc cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:15:18.922687 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8693634'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:18.998457 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778394'] for router_interface (0cfc2430-4bde-4a27-84a6-4081da68e225), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:19.008059 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Pushing event updated for resources: {'Port': ['ID=df6e4613-bb52-4966-939f-f754ecb53d10,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:19.053866 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7548837a-cd9c-4803-b311-bdf365c472fc {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:15:19.073544 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Publish callbacks [] for port (7548837a-cd9c-4803-b311-bdf365c472fc), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:19.076190 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Transition to ACTIVE for port object 7548837a-cd9c-4803-b311-bdf365c472fc will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:15:19.102693 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Network 24abba69-a879-4a87-9e64-f9814fa4f3ee is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:15:19.104178 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:15:19.230982 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Router 0cfc2430-4bde-4a27-84a6-4081da68e225 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:15:19.335542 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:19.341102 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-cdcaad50-4d44-4dc5-b744-aa1c1f0b1b5c None None] Provisioning complete for port df6e4613-bb52-4966-939f-f754ecb53d10 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:19.341102 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cdcaad50-4d44-4dc5-b744-aa1c1f0b1b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:19.363741 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:15:19.370883 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-ca214349-b06c-42ab-af78-1715192910b0 admin admin] 10.222.0.70 "PUT /v2.0/routers/0cfc2430-4bde-4a27-84a6-4081da68e225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4341738 Jan 18 16:15:19.401243 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Pushing event updated for resources: {'Port': ['ID=7548837a-cd9c-4803-b311-bdf365c472fc,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:19.424735 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cdcaad50-4d44-4dc5-b744-aa1c1f0b1b5c None None] Port df6e4613-bb52-4966-939f-f754ecb53d10 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:15:19.449592 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Attempting to bind port 7548837a-cd9c-4803-b311-bdf365c472fc on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:15:19.449937 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Attempting to bind port 7548837a-cd9c-4803-b311-bdf365c472fc by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f9db4bbe-22d1-4d7a-9b9e-2020bc539c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:15:19.450823 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Attempting to bind port 7548837a-cd9c-4803-b311-bdf365c472fc on network e3990fef-bcf4-4737-9b67-783be25293eb {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:15:19.464732 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Port 7548837a-cd9c-4803-b311-bdf365c472fc on network e3990fef-bcf4-4737-9b67-783be25293eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:15:19.465322 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Attempting to bind port 7548837a-cd9c-4803-b311-bdf365c472fc on network e3990fef-bcf4-4737-9b67-783be25293eb {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:15:19.471918 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:15:19.472271 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Checking segment: {'id': 'f9db4bbe-22d1-4d7a-9b9e-2020bc539c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:15:19.472670 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Bound using segment: {'id': 'f9db4bbe-22d1-4d7a-9b9e-2020bc539c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:15:19.473139 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Bound port: 7548837a-cd9c-4803-b311-bdf365c472fc, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9db4bbe-22d1-4d7a-9b9e-2020bc539c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:15:19.474076 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:19.553935 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] For port 7548837a-cd9c-4803-b311-bdf365c472fc, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:15:19.553935 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] For port 7548837a-cd9c-4803-b311-bdf365c472fc, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7548837a-cd9c-4803-b311-bdf365c472fc,segment=NetworkSegment(f9db4bbe-22d1-4d7a-9b9e-2020bc539c68),segment_id=f9db4bbe-22d1-4d7a-9b9e-2020bc539c68)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:15:19.673400 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:19.710553 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:19.711310 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:19.712723 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5b8b7464-f368-4655-b6df-234240acee67 req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] 10.222.0.72 "PUT /v2.0/ports/7548837a-cd9c-4803-b311-bdf365c472fc HTTP/1.1" status: 200 len: 1093 time: 1.0382967 Jan 18 16:15:19.713177 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'tag': '7548837a-cd9c-4803-b311-bdf365c472fc'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:15:19.715459 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ca34ba-93fa-441d-b4be-877a673e8020" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c4f967-79a6-4690-9a38-1c986617f6d4", "tag": "7548837a-cd9c-4803-b311-bdf365c472fc"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:15:19.741837 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ec4b5-14f3-4b13-b4ae-f47c7833749b service neutron] Pushing event updated for resources: {'Port': ['ID=7548837a-cd9c-4803-b311-bdf365c472fc,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:19.752044 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a153bf25-ba6f-4dfa-82fc-31322c8fb76b x-openstack-request-id: req-a153bf25-ba6f-4dfa-82fc-31322c8fb76b {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:15:19.752340 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c4f967-79a6-4690-9a38-1c986617f6d4", "tag": "7548837a-cd9c-4803-b311-bdf365c472fc", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:15:19.752577 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a153bf25-ba6f-4dfa-82fc-31322c8fb76b {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:15:19.753014 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'tag': '7548837a-cd9c-4803-b311-bdf365c472fc', 'status': 'completed', 'code': 200} Jan 18 16:15:19.823219 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca34ba-93fa-441d-b4be-877a673e8020 req-2c0e052e-9f67-4f19-b42e-6e5f9c89fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:19.825543 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a8ca34ba-93fa-441d-b4be-877a673e8020 req-2c0e052e-9f67-4f19-b42e-6e5f9c89fa4e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b47f032af2494e9cb2714378b3078bc0&device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 1096 time: 0.0503619 Jan 18 16:15:19.953099 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1040aa2-16ef-46cc-acb9-36d0561f451f req-4159e674-8277-447f-873e-7a8009e29643 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:19.954599 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a1040aa2-16ef-46cc-acb9-36d0561f451f req-4159e674-8277-447f-873e-7a8009e29643 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0576971 Jan 18 16:15:19.962316 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca34ba-93fa-441d-b4be-877a673e8020 req-1f4f4e54-49db-4afb-9f38-68a1ed28c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:19.964516 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a8ca34ba-93fa-441d-b4be-877a673e8020 req-1f4f4e54-49db-4afb-9f38-68a1ed28c4b5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b47f032af2494e9cb2714378b3078bc0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1278656 Jan 18 16:15:20.014424 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a1040aa2-16ef-46cc-acb9-36d0561f451f req-f8f6a422-ad70-43dc-b7f1-518609823303 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507984 Jan 18 16:15:20.073631 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca34ba-93fa-441d-b4be-877a673e8020 req-ebf4fff6-4e3d-40a5-b3a8-eb6e718b46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:20.075128 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a8ca34ba-93fa-441d-b4be-877a673e8020 req-ebf4fff6-4e3d-40a5-b3a8-eb6e718b46f7 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969577 Jan 18 16:15:20.155936 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b7464-f368-4655-b6df-234240acee67 req-055b9ab0-3e06-4987-aa98-7e4ee3ff28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:20.157538 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5b8b7464-f368-4655-b6df-234240acee67 req-055b9ab0-3e06-4987-aa98-7e4ee3ff28ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b47f032af2494e9cb2714378b3078bc0&device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 1096 time: 0.0421906 Jan 18 16:15:20.208488 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5b8b7464-f368-4655-b6df-234240acee67 req-86332e1a-7733-4ba5-9ba9-d868c66e4567 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7548837a-cd9c-4803-b311-bdf365c472fc HTTP/1.1" status: 200 len: 217 time: 0.0417390 Jan 18 16:15:20.257316 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b7464-f368-4655-b6df-234240acee67 req-dc60ee10-7093-42a4-afd2-233387ec58dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:20.258826 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5b8b7464-f368-4655-b6df-234240acee67 req-dc60ee10-7093-42a4-afd2-233387ec58dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0798f6e7-8bfe-4af8-a88b-9cf25665ef27 HTTP/1.1" status: 200 len: 847 time: 0.0446830 Jan 18 16:15:20.305809 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b7464-f368-4655-b6df-234240acee67 req-4d531b7a-8922-4090-8af2-2f74c5349601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:20.307333 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5b8b7464-f368-4655-b6df-234240acee67 req-4d531b7a-8922-4090-8af2-2f74c5349601 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e3990fef-bcf4-4737-9b67-783be25293eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416262 Jan 18 16:15:20.325082 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 51988) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:15:20.331513 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-cf8b967e-5888-4fbe-8838-ef33fd6e008b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1305300218-network', 'tenant_id': '619d84ca3db4448c941ca6041a1987c3'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:15:20.356273 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Sync routers for ids ['0cfc2430-4bde-4a27-84a6-4081da68e225'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:15:20.366711 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Routers {'0cfc2430-4bde-4a27-84a6-4081da68e225'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:15:20.367403 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:15:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['0cfc2430-4bde-4a27-84a6-4081da68e225'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:20.406176 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5b8b7464-f368-4655-b6df-234240acee67 req-056e981d-ea43-44fb-88b0-a315cb7ce4dd service neutron] 10.222.0.72 "GET /v2.0/networks/e3990fef-bcf4-4737-9b67-783be25293eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919654 Jan 18 16:15:20.467594 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8b967e-5888-4fbe-8838-ef33fd6e008b admin admin] Made reservation on behalf of 619d84ca3db4448c941ca6041a1987c3 for: {'network': 1} {{(pid=103252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:15:20.470104 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cf8b967e-5888-4fbe-8838-ef33fd6e008b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:20.482080 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Set router 0cfc2430-4bde-4a27-84a6-4081da68e225 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:15:20.482261 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cf8b967e-5888-4fbe-8838-ef33fd6e008b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:20.498192 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5b8b7464-f368-4655-b6df-234240acee67 req-93239072-62a0-44e5-a268-e92385f37351 service neutron] 10.222.0.72 "GET /v2.0/networks/e3990fef-bcf4-4737-9b67-783be25293eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834746 Jan 18 16:15:20.557378 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cf8b967e-5888-4fbe-8838-ef33fd6e008b admin admin] Publish callbacks [] for security_group (7018d54f-a341-4402-a286-8ca487902066), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:20.644717 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cf8b967e-5888-4fbe-8838-ef33fd6e008b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (7018d54f-a341-4402-a286-8ca487902066), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:20.670469 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8b967e-5888-4fbe-8838-ef33fd6e008b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:15:20.681490 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b967e-5888-4fbe-8838-ef33fd6e008b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7018d54f-a341-4402-a286-8ca487902066,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:20.685275 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'name': 'tempest-TestMinimumBasicScenario-1991374939-router', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:14Z', 'updated_at': '2022-01-18T16:15:18Z', 'revision_number': 4, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'gw_port': {'id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:15Z', 'updated_at': '2022-01-18T16:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': 'df6e4613-bb52-4966-939f-f754ecb53d10', 'name': '', 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'mac_address': 'fa:16:3e:c2:9f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:17Z', 'updated_at': '2022-01-18T16:15:18Z', 'revision_number': 2, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'subnets': [{'id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:20.686655 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cf8b967e-5888-4fbe-8838-ef33fd6e008b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (d7409576-53db-41db-b994-6d5123a4cbb3), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:20.687167 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.segments_db [None req-cf8b967e-5888-4fbe-8838-ef33fd6e008b admin admin] Added segment d7409576-53db-41db-b994-6d5123a4cbb3 of type vlan for network 57b68c4b-3604-4b6a-a030-6b905a34ed9e Jan 18 16:15:20.706790 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 6d0273e8-035d-4a91-a6ad-37075667f184 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:15:20.714781 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Checking router: 0cfc2430-4bde-4a27-84a6-4081da68e225 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:15:20.715145 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Updating router 0cfc2430-4bde-4a27-84a6-4081da68e225 port df6e4613-bb52-4966-939f-f754ecb53d10 binding host dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:15:20.730874 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cf8b967e-5888-4fbe-8838-ef33fd6e008b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (57b68c4b-3604-4b6a-a030-6b905a34ed9e), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:20.742835 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:20.760121 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 6d0273e8-035d-4a91-a6ad-37075667f184 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:20.760586 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (6d0273e8-035d-4a91-a6ad-37075667f184), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:20.840383 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 6d0273e8-035d-4a91-a6ad-37075667f184 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:20.840815 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (6d0273e8-035d-4a91-a6ad-37075667f184), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:20.861243 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] For port 6d0273e8-035d-4a91-a6ad-37075667f184, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=6d0273e8-035d-4a91-a6ad-37075667f184,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:15:20.872807 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cf8b967e-5888-4fbe-8838-ef33fd6e008b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (57b68c4b-3604-4b6a-a030-6b905a34ed9e), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:20.873821 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8b967e-5888-4fbe-8838-ef33fd6e008b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:20.874422 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cf8b967e-5888-4fbe-8838-ef33fd6e008b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:20.934571 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b967e-5888-4fbe-8838-ef33fd6e008b admin admin] Pushing event updated for resources: {'Network': ['ID=57b68c4b-3604-4b6a-a030-6b905a34ed9e,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:20.944380 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network 57b68c4b-3604-4b6a-a030-6b905a34ed9e details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:15:21.005964 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Publish callbacks [] for port (df6e4613-bb52-4966-939f-f754ecb53d10), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:21.022002 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (6d0273e8-035d-4a91-a6ad-37075667f184), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:21.056189 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-cf8b967e-5888-4fbe-8838-ef33fd6e008b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7298322 Jan 18 16:15:21.056736 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51992) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:15:21.062433 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a9ffd564-1944-4a45-92a0-f3e0f7715543 admin admin] Request body: {'subnet': {'network_id': '57b68c4b-3604-4b6a-a030-6b905a34ed9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1305300218-subnet', 'tenant_id': '619d84ca3db4448c941ca6041a1987c3', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:15:21.070233 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Pushing event updated for resources: {'Port': ['ID=6d0273e8-035d-4a91-a6ad-37075667f184,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:21.124545 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:21.126887 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60b4f2-4e75-4cea-a4ce-fd130ec4be1a req-51492f03-3eda-4bc1-ae50-901268f22de2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:21.128392 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ba60b4f2-4e75-4cea-a4ce-fd130ec4be1a req-51492f03-3eda-4bc1-ae50-901268f22de2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0485983 Jan 18 16:15:21.159136 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ffd564-1944-4a45-92a0-f3e0f7715543 admin admin] Made reservation on behalf of 619d84ca3db4448c941ca6041a1987c3 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:15:21.163127 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9ffd564-1944-4a45-92a0-f3e0f7715543 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:21.176540 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c5ad4-d26c-4b06-b4a5-664a4fe2a3a0 None None] Pushing event updated for resources: {'Port': ['ID=df6e4613-bb52-4966-939f-f754ecb53d10,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:21.180755 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ba60b4f2-4e75-4cea-a4ce-fd130ec4be1a req-160075c7-407d-4eec-bfdf-e4f496b788c5 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459437 Jan 18 16:15:21.189378 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c5ad4-d26c-4b06-b4a5-664a4fe2a3a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:21.189812 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c5ad4-d26c-4b06-b4a5-664a4fe2a3a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:21.190371 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c5ad4-d26c-4b06-b4a5-664a4fe2a3a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:21.190883 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c5ad4-d26c-4b06-b4a5-664a4fe2a3a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:21.191395 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c5ad4-d26c-4b06-b4a5-664a4fe2a3a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:21.191757 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c5ad4-d26c-4b06-b4a5-664a4fe2a3a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:21.192596 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c5ad4-d26c-4b06-b4a5-664a4fe2a3a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:21.192951 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c5ad4-d26c-4b06-b4a5-664a4fe2a3a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:21.193294 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c5ad4-d26c-4b06-b4a5-664a4fe2a3a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:21.193645 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c5ad4-d26c-4b06-b4a5-664a4fe2a3a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:21.193977 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c5ad4-d26c-4b06-b4a5-664a4fe2a3a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:21.194367 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c5ad4-d26c-4b06-b4a5-664a4fe2a3a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:21.194694 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c5ad4-d26c-4b06-b4a5-664a4fe2a3a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:21.249696 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Attempting to bind port df6e4613-bb52-4966-939f-f754ecb53d10 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:15:21.250358 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Attempting to bind port df6e4613-bb52-4966-939f-f754ecb53d10 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'd98fa6b7-226b-4ac8-bfc9-c31d8e4a280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:15:21.250903 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Attempting to bind port df6e4613-bb52-4966-939f-f754ecb53d10 on network 24abba69-a879-4a87-9e64-f9814fa4f3ee {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:15:21.257218 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:15:21.257900 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Checking segment: {'id': 'd98fa6b7-226b-4ac8-bfc9-c31d8e4a280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:15:21.258486 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:21.259035 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Bound using segment: {'id': 'd98fa6b7-226b-4ac8-bfc9-c31d8e4a280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:15:21.259685 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Bound port: df6e4613-bb52-4966-939f-f754ecb53d10, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98fa6b7-226b-4ac8-bfc9-c31d8e4a280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:15:21.260252 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:21.338738 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] For port df6e4613-bb52-4966-939f-f754ecb53d10, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:15:21.341829 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] For port df6e4613-bb52-4966-939f-f754ecb53d10, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=df6e4613-bb52-4966-939f-f754ecb53d10,segment=NetworkSegment(d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f),segment_id=d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:15:21.404202 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0d8c308d-dbf1-44b7-b4f7-f2cf80f2ac19 None None] Provisioning complete for port df6e4613-bb52-4966-939f-f754ecb53d10 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:21.404586 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d8c308d-dbf1-44b7-b4f7-f2cf80f2ac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:21.441515 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c308d-dbf1-44b7-b4f7-f2cf80f2ac19 None None] Port df6e4613-bb52-4966-939f-f754ecb53d10 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:15:21.547583 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:21.564813 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9ffd564-1944-4a45-92a0-f3e0f7715543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (c845040f-1036-4a70-9e64-da58bc2f3b98), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:21.594724 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Routers {'0cfc2430-4bde-4a27-84a6-4081da68e225'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:15:21.595500 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:15:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['0cfc2430-4bde-4a27-84a6-4081da68e225'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:21.637659 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffd564-1944-4a45-92a0-f3e0f7715543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c845040f-1036-4a70-9e64-da58bc2f3b98,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:21.648283 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ffd564-1944-4a45-92a0-f3e0f7715543 admin admin] Checking segment: {'id': 'd7409576-53db-41db-b994-6d5123a4cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '57b68c4b-3604-4b6a-a030-6b905a34ed9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:15:21.648625 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ffd564-1944-4a45-92a0-f3e0f7715543 admin admin] Network hostable DHCP agents. Network: 57b68c4b-3604-4b6a-a030-6b905a34ed9e, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:15:21.686714 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c5ad4-d26c-4b06-b4a5-664a4fe2a3a0 None None] Pushing event updated for resources: {'Port': ['ID=df6e4613-bb52-4966-939f-f754ecb53d10,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:21.717959 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] Set router 0cfc2430-4bde-4a27-84a6-4081da68e225 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:15:21.724388 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ffd564-1944-4a45-92a0-f3e0f7715543 admin admin] Network 57b68c4b-3604-4b6a-a030-6b905a34ed9e is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:15:21.862882 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-1105f056-fea1-498f-bdf2-9880ebecab92 None None] Provisioning complete for port df6e4613-bb52-4966-939f-f754ecb53d10 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:21.863442 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1105f056-fea1-498f-bdf2-9880ebecab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:21.873192 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a9ffd564-1944-4a45-92a0-f3e0f7715543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, 57b68c4b-3604-4b6a-a030-6b905a34ed9e) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:15:21.877920 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ffd564-1944-4a45-92a0-f3e0f7715543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:21.878628 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9ffd564-1944-4a45-92a0-f3e0f7715543 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:21.887065 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd101ac3-8edd-425c-87bf-a88b9956abbb None None] Network 57b68c4b-3604-4b6a-a030-6b905a34ed9e requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:15:21.912658 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'name': 'tempest-TestMinimumBasicScenario-1991374939-router', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:14Z', 'updated_at': '2022-01-18T16:15:18Z', 'revision_number': 4, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'gw_port': {'id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:15Z', 'updated_at': '2022-01-18T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': 'df6e4613-bb52-4966-939f-f754ecb53d10', 'name': '', 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'mac_address': 'fa:16:3e:c2:9f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:17Z', 'updated_at': '2022-01-18T16:15:21Z', 'revision_number': 4, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'subnets': [{'id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:21.943493 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a93b7-a9f7-4fac-aad8-ed040db28a4b None None] The sync data for ids ['0cfc2430-4bde-4a27-84a6-4081da68e225'] in dv-cinder-788366-8-iscsi is: [{'id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'name': 'tempest-TestMinimumBasicScenario-1991374939-router', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:14Z', 'updated_at': '2022-01-18T16:15:18Z', 'revision_number': 4, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'gw_port': {'id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:15Z', 'updated_at': '2022-01-18T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': 'df6e4613-bb52-4966-939f-f754ecb53d10', 'name': '', 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'mac_address': 'fa:16:3e:c2:9f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:17Z', 'updated_at': '2022-01-18T16:15:21Z', 'revision_number': 4, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'subnets': [{'id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:15:21.993136 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a9ffd564-1944-4a45-92a0-f3e0f7715543 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9331009 Jan 18 16:15:22.007202 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 51996) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:15:22.007202 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1305300218-router', 'tenant_id': '619d84ca3db4448c941ca6041a1987c3', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:15:22.043552 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1105f056-fea1-498f-bdf2-9880ebecab92 None None] Current status of the port df6e4613-bb52-4966-939f-f754ecb53d10 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:22.044093 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1105f056-fea1-498f-bdf2-9880ebecab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:22.055670 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a97d34a-f00c-50ca-a5ed-93c7ff92fefd-57b68c4b-3604-4b6a-a030-6b905a34ed9e', 'network_id': '57b68c4b-3604-4b6a-a030-6b905a34ed9e', 'project_id': '619d84ca3db4448c941ca6041a1987c3', 'fixed_ips': [{'subnet_id': 'c845040f-1036-4a70-9e64-da58bc2f3b98'}]}} from dv-cinder-788366-8-iscsi. {{(pid=103254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:15:22.061559 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:22.101427 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-1105f056-fea1-498f-bdf2-9880ebecab92 None None] For port df6e4613-bb52-4966-939f-f754ecb53d10, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=df6e4613-bb52-4966-939f-f754ecb53d10,segment=NetworkSegment(d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f),segment_id=d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:15:22.140172 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3780192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25056'] for router (f99efb17-9c57-4739-a833-79019bcddf3f), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:22.141296 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3780108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3778222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25079'] for router (f99efb17-9c57-4739-a833-79019bcddf3f), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:22.194940 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Publish callbacks [] for router_controller (f99efb17-9c57-4739-a833-79019bcddf3f), precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:22.218109 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Allocated IP 172.20.0.2 (57b68c4b-3604-4b6a-a030-6b905a34ed9e/c845040f-1036-4a70-9e64-da58bc2f3b98/36e0651c-3d61-41a7-983a-1e2bc9e485d0) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:15:22.250660 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1105f056-fea1-498f-bdf2-9880ebecab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:22.302112 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f6c78-6ae1-4797-bca1-e1f901c93572 req-689a0fd8-9c7a-4f4f-81f6-ac260dc655e0 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:22.303667 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f79f6c78-6ae1-4797-bca1-e1f901c93572 req-689a0fd8-9c7a-4f4f-81f6-ac260dc655e0 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0493593 Jan 18 16:15:22.351875 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105f056-fea1-498f-bdf2-9880ebecab92 None None] Pushing event updated for resources: {'Port': ['ID=df6e4613-bb52-4966-939f-f754ecb53d10,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:22.369910 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f79f6c78-6ae1-4797-bca1-e1f901c93572 req-3604fae1-041d-4414-8af3-479720a7bc7f tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561194 Jan 18 16:15:22.421335 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Publish callbacks [] for port (36e0651c-3d61-41a7-983a-1e2bc9e485d0), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:22.550128 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Publish callbacks [] for router_gateway (f99efb17-9c57-4739-a833-79019bcddf3f), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:22.559152 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (36e0651c-3d61-41a7-983a-1e2bc9e485d0), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:22.600910 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Network 57b68c4b-3604-4b6a-a030-6b905a34ed9e is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:15:22.607506 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:15:22.610082 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:15:22.623645 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Pushing event updated for resources: {'Port': ['ID=36e0651c-3d61-41a7-983a-1e2bc9e485d0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:22.685468 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Attempting to bind port 36e0651c-3d61-41a7-983a-1e2bc9e485d0 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:15:22.685843 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Attempting to bind port 36e0651c-3d61-41a7-983a-1e2bc9e485d0 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'd7409576-53db-41db-b994-6d5123a4cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '57b68c4b-3604-4b6a-a030-6b905a34ed9e'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:15:22.686394 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Attempting to bind port 36e0651c-3d61-41a7-983a-1e2bc9e485d0 on network 57b68c4b-3604-4b6a-a030-6b905a34ed9e {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:15:22.693118 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:15:22.693345 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Checking segment: {'id': 'd7409576-53db-41db-b994-6d5123a4cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '57b68c4b-3604-4b6a-a030-6b905a34ed9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:15:22.693745 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:22.694151 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Bound using segment: {'id': 'd7409576-53db-41db-b994-6d5123a4cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '57b68c4b-3604-4b6a-a030-6b905a34ed9e'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:15:22.694601 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Bound port: 36e0651c-3d61-41a7-983a-1e2bc9e485d0, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7409576-53db-41db-b994-6d5123a4cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '57b68c4b-3604-4b6a-a030-6b905a34ed9e'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:15:22.695004 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (36e0651c-3d61-41a7-983a-1e2bc9e485d0), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:22.768115 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] For port 36e0651c-3d61-41a7-983a-1e2bc9e485d0, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:15:22.773024 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device df6e4613-bb52-4966-939f-f754ecb53d10 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:15:22.776359 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] For port 36e0651c-3d61-41a7-983a-1e2bc9e485d0, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=36e0651c-3d61-41a7-983a-1e2bc9e485d0,segment=NetworkSegment(d7409576-53db-41db-b994-6d5123a4cbb3),segment_id=d7409576-53db-41db-b994-6d5123a4cbb3)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:15:22.846037 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port df6e4613-bb52-4966-939f-f754ecb53d10 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:22.846645 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:22.932940 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (36e0651c-3d61-41a7-983a-1e2bc9e485d0), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:22.937476 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Publish callbacks [] for router_gateway (f99efb17-9c57-4739-a833-79019bcddf3f), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:22.939897 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port df6e4613-bb52-4966-939f-f754ecb53d10 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:22.940809 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 6d0273e8-035d-4a91-a6ad-37075667f184 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:15:22.960580 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:23.023570 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb3e5a-93f8-400b-8ec9-801d8f95b08a None None] Pushing event updated for resources: {'Port': ['ID=36e0651c-3d61-41a7-983a-1e2bc9e485d0,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:23.048217 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 6d0273e8-035d-4a91-a6ad-37075667f184 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:23.048591 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (6d0273e8-035d-4a91-a6ad-37075667f184), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:23.091760 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Allocated IP 172.27.2.166 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/e8884af8-8916-4be2-81c7-461dca71ceba) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:15:23.140805 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 6d0273e8-035d-4a91-a6ad-37075667f184 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:23.210973 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Publish callbacks [] for port (e8884af8-8916-4be2-81c7-461dca71ceba), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:23.393638 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (e8884af8-8916-4be2-81c7-461dca71ceba), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:23.433978 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:15:23.439038 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:15:23.442269 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:15:23.485978 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48bd4e-50fa-4d19-834e-06542e7a8632 req-c51be605-62ac-4051-905f-d501f6af6d4a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:23.488414 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0d48bd4e-50fa-4d19-834e-06542e7a8632 req-c51be605-62ac-4051-905f-d501f6af6d4a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0600612 Jan 18 16:15:23.515488 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8884af8-8916-4be2-81c7-461dca71ceba,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:23.540773 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0d48bd4e-50fa-4d19-834e-06542e7a8632 req-5015984c-9c51-4a21-84ff-53ccccf7d04c tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449355 Jan 18 16:15:23.813886 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Publish callbacks [] for router_gateway (f99efb17-9c57-4739-a833-79019bcddf3f), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:23.952188 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfff8b57-3b83-4df5-98db-583899803c3d None None] Network 57b68c4b-3604-4b6a-a030-6b905a34ed9e requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:15:24.013782 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778203'] for router (f99efb17-9c57-4739-a833-79019bcddf3f), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:24.023084 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-eff66392-2ac2-4906-aed3-150e2fc810e3 None None] Provisioning complete for port 36e0651c-3d61-41a7-983a-1e2bc9e485d0 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:24.023460 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eff66392-2ac2-4906-aed3-150e2fc810e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (36e0651c-3d61-41a7-983a-1e2bc9e485d0), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:24.259860 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-eff66392-2ac2-4906-aed3-150e2fc810e3 None None] Current status of the port 36e0651c-3d61-41a7-983a-1e2bc9e485d0 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:24.260260 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eff66392-2ac2-4906-aed3-150e2fc810e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (36e0651c-3d61-41a7-983a-1e2bc9e485d0), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:24.293229 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-eff66392-2ac2-4906-aed3-150e2fc810e3 None None] For port 36e0651c-3d61-41a7-983a-1e2bc9e485d0, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=36e0651c-3d61-41a7-983a-1e2bc9e485d0,segment=NetworkSegment(d7409576-53db-41db-b994-6d5123a4cbb3),segment_id=d7409576-53db-41db-b994-6d5123a4cbb3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:15:24.295866 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Router f99efb17-9c57-4739-a833-79019bcddf3f is scheduled to L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:15:24.404710 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:15:24.413446 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Sync routers for ids ['f99efb17-9c57-4739-a833-79019bcddf3f'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:15:24.423203 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Routers {'f99efb17-9c57-4739-a833-79019bcddf3f'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:15:24.423818 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:15:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['f99efb17-9c57-4739-a833-79019bcddf3f'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:24.463342 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eff66392-2ac2-4906-aed3-150e2fc810e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (36e0651c-3d61-41a7-983a-1e2bc9e485d0), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:24.532006 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:24.533396 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b178863f-d389-4039-b116-b3713521bad1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5391767 Jan 18 16:15:24.536008 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 52014) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:15:24.557577 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff66392-2ac2-4906-aed3-150e2fc810e3 None None] Pushing event updated for resources: {'Port': ['ID=36e0651c-3d61-41a7-983a-1e2bc9e485d0,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:24.581529 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Set router f99efb17-9c57-4739-a833-79019bcddf3f gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:15:24.690330 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-c4f0c661-b40c-43ac-a8f7-58d222f58810 None None] Provisioning complete for port 36e0651c-3d61-41a7-983a-1e2bc9e485d0 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:24.690694 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4f0c661-b40c-43ac-a8f7-58d222f58810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (36e0651c-3d61-41a7-983a-1e2bc9e485d0), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:24.724989 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319d18f-9e1f-49a8-a6d2-06f8436146d9 req-8c15ad68-f7c8-4006-a5de-adaa0b8ae2ed tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:24.726848 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5319d18f-9e1f-49a8-a6d2-06f8436146d9 req-8c15ad68-f7c8-4006-a5de-adaa0b8ae2ed tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0760379 Jan 18 16:15:24.774084 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 36e0651c-3d61-41a7-983a-1e2bc9e485d0 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:15:24.784320 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5319d18f-9e1f-49a8-a6d2-06f8436146d9 req-6707aef0-0b01-4c34-8411-3306ad6e2b40 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506268 Jan 18 16:15:24.906757 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c4f0c661-b40c-43ac-a8f7-58d222f58810 None None] Current status of the port 36e0651c-3d61-41a7-983a-1e2bc9e485d0 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:24.913667 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 36e0651c-3d61-41a7-983a-1e2bc9e485d0 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:24.914044 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (36e0651c-3d61-41a7-983a-1e2bc9e485d0), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:24.954684 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'name': 'tempest-TestMinimumBasicScenario-1305300218-router', 'tenant_id': '619d84ca3db4448c941ca6041a1987c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e8884af8-8916-4be2-81c7-461dca71ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:22Z', 'updated_at': '2022-01-18T16:15:23Z', 'revision_number': 3, 'project_id': '619d84ca3db4448c941ca6041a1987c3', 'gw_port': {'id': 'e8884af8-8916-4be2-81c7-461dca71ceba', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:22Z', 'updated_at': '2022-01-18T16:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:24.991891 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Checking router: f99efb17-9c57-4739-a833-79019bcddf3f for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:15:24.991891 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Updating router f99efb17-9c57-4739-a833-79019bcddf3f port e8884af8-8916-4be2-81c7-461dca71ceba binding host dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:15:25.034987 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (e8884af8-8916-4be2-81c7-461dca71ceba), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:25.072562 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 36e0651c-3d61-41a7-983a-1e2bc9e485d0 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:25.240326 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:25.292156 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Publish callbacks [] for port (e8884af8-8916-4be2-81c7-461dca71ceba), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:25.397558 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Allocated IP 172.20.0.1 (57b68c4b-3604-4b6a-a030-6b905a34ed9e/c845040f-1036-4a70-9e64-da58bc2f3b98/9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:15:25.449934 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (e8884af8-8916-4be2-81c7-461dca71ceba), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:25.504007 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Publish callbacks [] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:25.507265 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Attempting to bind port e8884af8-8916-4be2-81c7-461dca71ceba on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:15:25.507638 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Attempting to bind port e8884af8-8916-4be2-81c7-461dca71ceba by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:15:25.508061 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Attempting to bind port e8884af8-8916-4be2-81c7-461dca71ceba on network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:15:25.511186 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55c295-db60-4e58-b869-106a0771536d None None] Pushing event updated for resources: {'Port': ['ID=e8884af8-8916-4be2-81c7-461dca71ceba,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:25.516450 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:15:25.516856 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Checking segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:15:25.517351 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:25.517686 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Bound using segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:15:25.518148 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Bound port: e8884af8-8916-4be2-81c7-461dca71ceba, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:15:25.518526 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (e8884af8-8916-4be2-81c7-461dca71ceba), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:25.570331 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] For port e8884af8-8916-4be2-81c7-461dca71ceba, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:15:25.573334 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] For port e8884af8-8916-4be2-81c7-461dca71ceba, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=e8884af8-8916-4be2-81c7-461dca71ceba,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:15:25.733852 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:25.734070 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (e8884af8-8916-4be2-81c7-461dca71ceba), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:25.775865 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Network 57b68c4b-3604-4b6a-a030-6b905a34ed9e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:15:25.780116 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:15:25.785332 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:15:25.793369 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778478'] for router_interface (f99efb17-9c57-4739-a833-79019bcddf3f), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:25.793369 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:25.794123 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Routers {'f99efb17-9c57-4739-a833-79019bcddf3f'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:15:25.794747 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:15:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['f99efb17-9c57-4739-a833-79019bcddf3f'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:25.798897 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55c295-db60-4e58-b869-106a0771536d None None] Pushing event updated for resources: {'Port': ['ID=e8884af8-8916-4be2-81c7-461dca71ceba,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:25.929803 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35015eaf-d3f1-427c-8d84-ef6291c94bab req-feb50c23-3f61-477e-ae3f-aefc1cf2c034 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:25.932702 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-35015eaf-d3f1-427c-8d84-ef6291c94bab req-feb50c23-3f61-477e-ae3f-aefc1cf2c034 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0609624 Jan 18 16:15:25.934649 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] Set router f99efb17-9c57-4739-a833-79019bcddf3f gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:15:25.986840 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-35015eaf-d3f1-427c-8d84-ef6291c94bab req-2b777a56-8628-42cd-8766-28f21bb8fe2e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497949 Jan 18 16:15:26.048299 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:26.064669 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-6ba6ef58-0363-457d-91b5-356e53c2ffa8 None None] Provisioning complete for port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:26.065219 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6ba6ef58-0363-457d-91b5-356e53c2ffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:26.128333 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6ba6ef58-0363-457d-91b5-356e53c2ffa8 None None] Port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:15:26.157068 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'name': 'tempest-TestMinimumBasicScenario-1305300218-router', 'tenant_id': '619d84ca3db4448c941ca6041a1987c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e8884af8-8916-4be2-81c7-461dca71ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:22Z', 'updated_at': '2022-01-18T16:15:23Z', 'revision_number': 3, 'project_id': '619d84ca3db4448c941ca6041a1987c3', 'gw_port': {'id': 'e8884af8-8916-4be2-81c7-461dca71ceba', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:22Z', 'updated_at': '2022-01-18T16:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:26.184180 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7111babc-1feb-44f8-9a7f-c4dc2e4da672 None None] The sync data for ids ['f99efb17-9c57-4739-a833-79019bcddf3f'] in dv-cinder-788366-8-iscsi is: [{'id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'name': 'tempest-TestMinimumBasicScenario-1305300218-router', 'tenant_id': '619d84ca3db4448c941ca6041a1987c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e8884af8-8916-4be2-81c7-461dca71ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:22Z', 'updated_at': '2022-01-18T16:15:23Z', 'revision_number': 3, 'project_id': '619d84ca3db4448c941ca6041a1987c3', 'gw_port': {'id': 'e8884af8-8916-4be2-81c7-461dca71ceba', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:22Z', 'updated_at': '2022-01-18T16:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:15:26.218529 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Publish callbacks [] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:26.385239 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:26.387541 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778394'] for router_interface (f99efb17-9c57-4739-a833-79019bcddf3f), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:26.486598 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:26.540513 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Network 57b68c4b-3604-4b6a-a030-6b905a34ed9e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:15:26.542469 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:15:26.701476 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Router f99efb17-9c57-4739-a833-79019bcddf3f has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:15:26.729088 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device e8884af8-8916-4be2-81c7-461dca71ceba up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:15:26.810044 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port e8884af8-8916-4be2-81c7-461dca71ceba triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:26.810044 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (e8884af8-8916-4be2-81c7-461dca71ceba), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:26.834314 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:15:26.845812 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ec31b2cf-eb2e-4e76-b9a8-a3625b600bb4 admin admin] 10.222.0.70 "PUT /v2.0/routers/f99efb17-9c57-4739-a833-79019bcddf3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3022983 Jan 18 16:15:26.886145 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port e8884af8-8916-4be2-81c7-461dca71ceba is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:26.886547 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (e8884af8-8916-4be2-81c7-461dca71ceba), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:26.893629 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-e409e0a9-980b-44a9-9d9a-8a499dfba2d2 None None] Provisioning complete for port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:26.894002 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e409e0a9-980b-44a9-9d9a-8a499dfba2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:26.928734 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] For port e8884af8-8916-4be2-81c7-461dca71ceba, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=e8884af8-8916-4be2-81c7-461dca71ceba,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:15:26.945497 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e409e0a9-980b-44a9-9d9a-8a499dfba2d2 None None] Port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:15:27.110152 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c969b-f450-49aa-aba4-006c97452bdd req-7e5a638d-9252-45a0-8da0-3012b2865ae0 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:27.112466 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-201c969b-f450-49aa-aba4-006c97452bdd req-7e5a638d-9252-45a0-8da0-3012b2865ae0 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0523608 Jan 18 16:15:27.147589 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (e8884af8-8916-4be2-81c7-461dca71ceba), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:27.169918 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-201c969b-f450-49aa-aba4-006c97452bdd req-8d1bb29c-3552-411f-b9f1-e5f39ce3001d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500486 Jan 18 16:15:27.205236 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Pushing event updated for resources: {'Port': ['ID=e8884af8-8916-4be2-81c7-461dca71ceba,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:27.569901 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651eebb-b5c0-44f6-9d64-3f26ae69938c req-f1fcf9e3-1cb8-4196-904c-e97e745b2c36 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:27.571599 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7651eebb-b5c0-44f6-9d64-3f26ae69938c req-f1fcf9e3-1cb8-4196-904c-e97e745b2c36 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0501721 Jan 18 16:15:27.633176 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7651eebb-b5c0-44f6-9d64-3f26ae69938c req-44371720-13be-45b4-ad09-7597a72b7a2f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510640 Jan 18 16:15:28.297408 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:28.304153 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a819d-27ac-468d-a700-b7ec00975fd5 req-e0786ea8-7fd6-4cd9-8cf0-d2a8c4a64b81 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:28.310800 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ae7a819d-27ac-468d-a700-b7ec00975fd5 req-e0786ea8-7fd6-4cd9-8cf0-d2a8c4a64b81 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0612133 Jan 18 16:15:28.359733 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ae7a819d-27ac-468d-a700-b7ec00975fd5 req-5b256f29-0b61-4693-adec-86420303336f tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478911 Jan 18 16:15:28.685598 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device e8884af8-8916-4be2-81c7-461dca71ceba up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:15:28.707290 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Sync routers for ids ['f99efb17-9c57-4739-a833-79019bcddf3f'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:15:28.722370 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Routers {'f99efb17-9c57-4739-a833-79019bcddf3f'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:15:28.728744 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:15:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['f99efb17-9c57-4739-a833-79019bcddf3f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:28.795897 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port e8884af8-8916-4be2-81c7-461dca71ceba triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:28.803522 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (e8884af8-8916-4be2-81c7-461dca71ceba), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:28.805960 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec60b1b-027a-4d25-abf5-10f8cac9b247 req-dc06b3d7-cbce-4d10-89cf-dff2625eb7ca tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:28.807549 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9ec60b1b-027a-4d25-abf5-10f8cac9b247 req-dc06b3d7-cbce-4d10-89cf-dff2625eb7ca tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0697687 Jan 18 16:15:28.865205 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Set router f99efb17-9c57-4739-a833-79019bcddf3f gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:15:28.915453 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9ec60b1b-027a-4d25-abf5-10f8cac9b247 req-58c5c33f-786f-4603-89c0-e517cc9d7728 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886345 Jan 18 16:15:28.934423 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port e8884af8-8916-4be2-81c7-461dca71ceba is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:29.111135 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'name': 'tempest-TestMinimumBasicScenario-1305300218-router', 'tenant_id': '619d84ca3db4448c941ca6041a1987c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e8884af8-8916-4be2-81c7-461dca71ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:22Z', 'updated_at': '2022-01-18T16:15:25Z', 'revision_number': 4, 'project_id': '619d84ca3db4448c941ca6041a1987c3', 'gw_port': {'id': 'e8884af8-8916-4be2-81c7-461dca71ceba', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:22Z', 'updated_at': '2022-01-18T16:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929', 'name': '', 'network_id': '57b68c4b-3604-4b6a-a030-6b905a34ed9e', 'tenant_id': '619d84ca3db4448c941ca6041a1987c3', 'mac_address': 'fa:16:3e:8d:c3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'c845040f-1036-4a70-9e64-da58bc2f3b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:25Z', 'updated_at': '2022-01-18T16:15:26Z', 'revision_number': 2, 'project_id': '619d84ca3db4448c941ca6041a1987c3', 'subnets': [{'id': 'c845040f-1036-4a70-9e64-da58bc2f3b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:29.145258 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Checking router: f99efb17-9c57-4739-a833-79019bcddf3f for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:15:29.145464 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Updating router f99efb17-9c57-4739-a833-79019bcddf3f port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 binding host dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:15:29.186602 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:29.490129 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Publish callbacks [] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:29.513799 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783be762-8cef-4349-a888-2b537d0da192 req-a0275477-dbe2-44c8-a93b-40b159ad67d9 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:29.515502 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-783be762-8cef-4349-a888-2b537d0da192 req-a0275477-dbe2-44c8-a93b-40b159ad67d9 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0559282 Jan 18 16:15:29.569678 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-783be762-8cef-4349-a888-2b537d0da192 req-cbb183ec-9df7-4d49-9b24-65410111bb1b tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483057 Jan 18 16:15:29.667197 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:29.765390 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d550596-3e7e-428d-91bc-c44333d6d469 None None] Pushing event updated for resources: {'Port': ['ID=9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:29.801387 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Attempting to bind port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:15:29.801761 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Attempting to bind port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'd7409576-53db-41db-b994-6d5123a4cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '57b68c4b-3604-4b6a-a030-6b905a34ed9e'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:15:29.802845 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Attempting to bind port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 on network 57b68c4b-3604-4b6a-a030-6b905a34ed9e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:15:29.807836 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:15:29.808266 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Checking segment: {'id': 'd7409576-53db-41db-b994-6d5123a4cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '57b68c4b-3604-4b6a-a030-6b905a34ed9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:15:29.808672 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:29.809094 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Bound using segment: {'id': 'd7409576-53db-41db-b994-6d5123a4cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '57b68c4b-3604-4b6a-a030-6b905a34ed9e'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:15:29.809567 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Bound port: 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7409576-53db-41db-b994-6d5123a4cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '57b68c4b-3604-4b6a-a030-6b905a34ed9e'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:15:29.809984 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:29.835674 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 7548837a-cd9c-4803-b311-bdf365c472fc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:15:29.892140 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] For port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:15:29.903833 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] For port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929,segment=NetworkSegment(d7409576-53db-41db-b994-6d5123a4cbb3),segment_id=d7409576-53db-41db-b994-6d5123a4cbb3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:15:29.993501 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 7548837a-cd9c-4803-b311-bdf365c472fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7548837a-cd9c-4803-b311-bdf365c472fc,segment=NetworkSegment(f9db4bbe-22d1-4d7a-9b9e-2020bc539c68),segment_id=f9db4bbe-22d1-4d7a-9b9e-2020bc539c68)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:15:30.010508 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': '7548837a-cd9c-4803-b311-bdf365c472fc', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'port_id': '7548837a-cd9c-4803-b311-bdf365c472fc', 'mac_address': 'fa:16:3e:f6:30:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:15:30.069542 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:30.076272 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6f408-c1e3-4e01-960f-b19fdec669ea req-7a36831c-dd0d-451b-8076-00d7cccb4bea tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:30.078328 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-96a6f408-c1e3-4e01-960f-b19fdec669ea req-7a36831c-dd0d-451b-8076-00d7cccb4bea tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0636234 Jan 18 16:15:30.080979 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 7548837a-cd9c-4803-b311-bdf365c472fc is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:30.081417 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:30.147389 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-96a6f408-c1e3-4e01-960f-b19fdec669ea req-0d6df757-1672-4892-a3f6-6139802c4190 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560946 Jan 18 16:15:30.205833 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d550596-3e7e-428d-91bc-c44333d6d469 None None] Pushing event updated for resources: {'Port': ['ID=9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:30.225874 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Routers {'f99efb17-9c57-4739-a833-79019bcddf3f'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:15:30.227608 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:15:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['f99efb17-9c57-4739-a833-79019bcddf3f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:30.309800 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7548837a-cd9c-4803-b311-bdf365c472fc {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:15:30.337897 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 7548837a-cd9c-4803-b311-bdf365c472fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7548837a-cd9c-4803-b311-bdf365c472fc,segment=NetworkSegment(f9db4bbe-22d1-4d7a-9b9e-2020bc539c68),segment_id=f9db4bbe-22d1-4d7a-9b9e-2020bc539c68)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:15:30.346353 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-eb3d13ac-87c8-45bb-a79b-c7f0f923cb26 None None] Provisioning complete for port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:30.346744 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb3d13ac-87c8-45bb-a79b-c7f0f923cb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:30.391690 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] Set router f99efb17-9c57-4739-a833-79019bcddf3f gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:15:30.441207 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:30.447041 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d13ac-87c8-45bb-a79b-c7f0f923cb26 None None] Current status of the port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:30.447483 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb3d13ac-87c8-45bb-a79b-c7f0f923cb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:30.521145 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-eb3d13ac-87c8-45bb-a79b-c7f0f923cb26 None None] For port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929,segment=NetworkSegment(d7409576-53db-41db-b994-6d5123a4cbb3),segment_id=d7409576-53db-41db-b994-6d5123a4cbb3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:15:30.524351 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=7548837a-cd9c-4803-b311-bdf365c472fc,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:30.632677 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'name': 'tempest-TestMinimumBasicScenario-1305300218-router', 'tenant_id': '619d84ca3db4448c941ca6041a1987c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e8884af8-8916-4be2-81c7-461dca71ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:22Z', 'updated_at': '2022-01-18T16:15:25Z', 'revision_number': 4, 'project_id': '619d84ca3db4448c941ca6041a1987c3', 'gw_port': {'id': 'e8884af8-8916-4be2-81c7-461dca71ceba', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:22Z', 'updated_at': '2022-01-18T16:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929', 'name': '', 'network_id': '57b68c4b-3604-4b6a-a030-6b905a34ed9e', 'tenant_id': '619d84ca3db4448c941ca6041a1987c3', 'mac_address': 'fa:16:3e:8d:c3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'c845040f-1036-4a70-9e64-da58bc2f3b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:25Z', 'updated_at': '2022-01-18T16:15:29Z', 'revision_number': 4, 'project_id': '619d84ca3db4448c941ca6041a1987c3', 'subnets': [{'id': 'c845040f-1036-4a70-9e64-da58bc2f3b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:30.656809 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1282aa8-9cfe-4fc7-a905-b0b5483ae1e3 None None] The sync data for ids ['f99efb17-9c57-4739-a833-79019bcddf3f'] in dv-cinder-788366-8-iscsi is: [{'id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'name': 'tempest-TestMinimumBasicScenario-1305300218-router', 'tenant_id': '619d84ca3db4448c941ca6041a1987c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e8884af8-8916-4be2-81c7-461dca71ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:22Z', 'updated_at': '2022-01-18T16:15:25Z', 'revision_number': 4, 'project_id': '619d84ca3db4448c941ca6041a1987c3', 'gw_port': {'id': 'e8884af8-8916-4be2-81c7-461dca71ceba', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:22Z', 'updated_at': '2022-01-18T16:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929', 'name': '', 'network_id': '57b68c4b-3604-4b6a-a030-6b905a34ed9e', 'tenant_id': '619d84ca3db4448c941ca6041a1987c3', 'mac_address': 'fa:16:3e:8d:c3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'c845040f-1036-4a70-9e64-da58bc2f3b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:25Z', 'updated_at': '2022-01-18T16:15:29Z', 'revision_number': 4, 'project_id': '619d84ca3db4448c941ca6041a1987c3', 'subnets': [{'id': 'c845040f-1036-4a70-9e64-da58bc2f3b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:15:30.668215 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb3d13ac-87c8-45bb-a79b-c7f0f923cb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:30.743257 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['7548837a-cd9c-4803-b311-bdf365c472fc'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:15:30.752564 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47d68d-b049-4afe-b713-6e69bea49470 req-7285eb0c-7ced-421a-95d7-22e6a8fa770a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:30.754247 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6f47d68d-b049-4afe-b713-6e69bea49470 req-7285eb0c-7ced-421a-95d7-22e6a8fa770a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 944 time: 0.1027288 Jan 18 16:15:30.855173 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-9c15b746-8671-409e-a90a-53588998f5d9 None None] Provisioning complete for port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:30.856376 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c15b746-8671-409e-a90a-53588998f5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:30.862976 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6f47d68d-b049-4afe-b713-6e69bea49470 req-10745535-ed95-408d-a719-52b63bb09f91 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982482 Jan 18 16:15:30.882393 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32493d43-6747-4634-bb7f-ba2570e0984f req-21073b1a-e0ad-4818-8391-77ccc8fd9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:30.884102 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-32493d43-6747-4634-bb7f-ba2570e0984f req-21073b1a-e0ad-4818-8391-77ccc8fd9769 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 1098 time: 0.0721791 Jan 18 16:15:30.934003 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d13ac-87c8-45bb-a79b-c7f0f923cb26 None None] Pushing event updated for resources: {'Port': ['ID=9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:31.026695 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32493d43-6747-4634-bb7f-ba2570e0984f req-44bfdd08-92ce-4360-b50d-6cd9cc2ef281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:31.028462 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-32493d43-6747-4634-bb7f-ba2570e0984f req-44bfdd08-92ce-4360-b50d-6cd9cc2ef281 service neutron] 10.222.0.72 "GET /v2.0/networks?id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2 HTTP/1.1" status: 200 len: 917 time: 0.1220100 Jan 18 16:15:31.042365 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9c15b746-8671-409e-a90a-53588998f5d9 None None] Current status of the port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:31.110131 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-32493d43-6747-4634-bb7f-ba2570e0984f req-e32a8686-f02d-4800-8a16-e5d80fd03a2b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7 HTTP/1.1" status: 200 len: 1001 time: 0.0745268 Jan 18 16:15:31.164653 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32493d43-6747-4634-bb7f-ba2570e0984f req-6e47d1b8-5f93-4d75-b9b4-f15117755b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:31.166532 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-32493d43-6747-4634-bb7f-ba2570e0984f req-6e47d1b8-5f93-4d75-b9b4-f15117755b70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=614bbcdf-a5b6-4cca-8a78-c3d63af128f4 HTTP/1.1" status: 200 len: 855 time: 0.0491741 Jan 18 16:15:31.220732 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32493d43-6747-4634-bb7f-ba2570e0984f req-c0beb133-6059-4152-98fe-0a182920def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:31.222300 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-32493d43-6747-4634-bb7f-ba2570e0984f req-c0beb133-6059-4152-98fe-0a182920def2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491147 Jan 18 16:15:31.281335 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0409ad2-4fb9-4485-853a-6eaaeda2ec25 req-7a8304dd-50cc-4fb2-89b9-22af0c6ff2ea tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:31.282841 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f0409ad2-4fb9-4485-853a-6eaaeda2ec25 req-7a8304dd-50cc-4fb2-89b9-22af0c6ff2ea tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0552146 Jan 18 16:15:31.335009 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f0409ad2-4fb9-4485-853a-6eaaeda2ec25 req-301e4e8c-f9c8-4080-a65a-38fc0b4c6b50 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447369 Jan 18 16:15:31.337325 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-32493d43-6747-4634-bb7f-ba2570e0984f req-1df478b7-9956-49d5-934b-972a72902811 service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989270 Jan 18 16:15:31.437705 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-32493d43-6747-4634-bb7f-ba2570e0984f req-bb8183c6-62e9-46e0-8917-263b01dc5c30 service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943813 Jan 18 16:15:31.865980 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 7548837a-cd9c-4803-b311-bdf365c472fc up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:15:31.992469 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port 7548837a-cd9c-4803-b311-bdf365c472fc completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:15:31.997251 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port 7548837a-cd9c-4803-b311-bdf365c472fc triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:31.997426 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:32.019792 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c23b2-51fd-4b7c-a528-7a82dacf9003 req-a87cae72-509c-4870-a322-8a4c1b42dacc tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:32.027135 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9e8c23b2-51fd-4b7c-a528-7a82dacf9003 req-a87cae72-509c-4870-a322-8a4c1b42dacc tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 944 time: 0.0592494 Jan 18 16:15:32.091510 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9e8c23b2-51fd-4b7c-a528-7a82dacf9003 req-73010579-a9c5-4f82-bdb4-edee6b4dfbbe tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579126 Jan 18 16:15:32.099989 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 7548837a-cd9c-4803-b311-bdf365c472fc is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:32.106355 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:32.124114 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7548837a-cd9c-4803-b311-bdf365c472fc'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:15:32.126600 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb7187f-17ac-465a-8744-1a172ef8aa01" -d '{"events": [{"server_uuid": "a8c4f967-79a6-4690-9a38-1c986617f6d4", "name": "network-vif-plugged", "status": "completed", "tag": "7548837a-cd9c-4803-b311-bdf365c472fc"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:15:32.140152 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 7548837a-cd9c-4803-b311-bdf365c472fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7548837a-cd9c-4803-b311-bdf365c472fc,segment=NetworkSegment(f9db4bbe-22d1-4d7a-9b9e-2020bc539c68),segment_id=f9db4bbe-22d1-4d7a-9b9e-2020bc539c68)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:15:32.165077 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9339b8-7e04-486c-a0bc-cd955c2f1c4c x-openstack-request-id: req-1b9339b8-7e04-486c-a0bc-cd955c2f1c4c {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:15:32.165372 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c4f967-79a6-4690-9a38-1c986617f6d4", "name": "network-vif-plugged", "status": "completed", "tag": "7548837a-cd9c-4803-b311-bdf365c472fc", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:15:32.165638 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b9339b8-7e04-486c-a0bc-cd955c2f1c4c {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:15:32.166042 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7548837a-cd9c-4803-b311-bdf365c472fc', 'code': 200} Jan 18 16:15:32.347539 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:32.426805 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=7548837a-cd9c-4803-b311-bdf365c472fc,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:32.503907 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b2fe4-8df9-4126-8f51-1fd3559d0393 req-69023e96-8f2f-47b0-9cf9-cfc9877fa01c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:32.505505 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-585b2fe4-8df9-4126-8f51-1fd3559d0393 req-69023e96-8f2f-47b0-9cf9-cfc9877fa01c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0638819 Jan 18 16:15:32.572638 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-585b2fe4-8df9-4126-8f51-1fd3559d0393 req-c69e6dc7-a986-4733-b272-70ed58eb9577 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609419 Jan 18 16:15:32.626164 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00e2e9-0d3c-4762-813e-ed28eab61e22 req-8137031b-7662-41a4-adf4-da8047e95578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:32.626164 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0e00e2e9-0d3c-4762-813e-ed28eab61e22 req-8137031b-7662-41a4-adf4-da8047e95578 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 1098 time: 0.0644028 Jan 18 16:15:32.693038 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0e00e2e9-0d3c-4762-813e-ed28eab61e22 req-c11c1b50-9929-4923-8aa4-b63668ac7c71 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573575 Jan 18 16:15:32.743230 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:15:32.780650 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:15:32.798623 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:32.799008 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:32.896417 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:33.201814 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bddbb-9cad-48c2-a7b0-ce32af223c28 req-76bcd518-ed0a-4996-8792-ed813bad19c1 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:33.203323 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-326bddbb-9cad-48c2-a7b0-ce32af223c28 req-76bcd518-ed0a-4996-8792-ed813bad19c1 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0490773 Jan 18 16:15:33.262497 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-326bddbb-9cad-48c2-a7b0-ce32af223c28 req-28e04c28-0dec-47a6-b5d2-bd923e534aef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500507 Jan 18 16:15:33.707410 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fd6b7-3e5f-435e-b8b4-700a7d60e395 req-3c7ed32d-b4df-4c0a-b42f-87acb35d990c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:33.709262 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-330fd6b7-3e5f-435e-b8b4-700a7d60e395 req-3c7ed32d-b4df-4c0a-b42f-87acb35d990c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0593855 Jan 18 16:15:33.769485 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-330fd6b7-3e5f-435e-b8b4-700a7d60e395 req-2ffcb285-59b2-47cf-9654-4f8b648e7418 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539594 Jan 18 16:15:34.385533 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb40ce-59eb-4d27-bb8b-b0323b1f96ac req-d60d8d95-b3e6-4a41-96f4-95926435a52d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:34.386922 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6eeb40ce-59eb-4d27-bb8b-b0323b1f96ac req-d60d8d95-b3e6-4a41-96f4-95926435a52d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0484583 Jan 18 16:15:34.436191 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6eeb40ce-59eb-4d27-bb8b-b0323b1f96ac req-a43bcdc7-eb85-4479-9d0e-f9471685a07a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437522 Jan 18 16:15:34.900769 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71711e-cbb0-4efd-a389-cccadc9d49cf req-5f03d397-cb97-4cb3-89f8-303be30ea56a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:34.902313 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9d71711e-cbb0-4efd-a389-cccadc9d49cf req-5f03d397-cb97-4cb3-89f8-303be30ea56a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0546551 Jan 18 16:15:34.960361 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9d71711e-cbb0-4efd-a389-cccadc9d49cf req-96b3545e-0da8-4707-8632-8924888e8dcd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523388 Jan 18 16:15:35.557582 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2512e-a419-44ab-ac6a-8c6f3172153e req-4cfc2f46-b396-4a17-8e40-555ce1b71412 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:35.560348 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-51f2512e-a419-44ab-ac6a-8c6f3172153e req-4cfc2f46-b396-4a17-8e40-555ce1b71412 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0505056 Jan 18 16:15:35.617542 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-51f2512e-a419-44ab-ac6a-8c6f3172153e req-b8dc2b38-fc93-4fd2-81cd-39f66fb619e6 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524704 Jan 18 16:15:35.746112 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c67381-c0ec-45ef-ab1a-440936aa86ff req-5ad0f07d-2e90-4d87-a212-3c9e04f008ec tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:35.747540 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-37c67381-c0ec-45ef-ab1a-440936aa86ff req-5ad0f07d-2e90-4d87-a212-3c9e04f008ec tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0568430 Jan 18 16:15:35.805272 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-37c67381-c0ec-45ef-ab1a-440936aa86ff req-0266795e-6368-4e2e-a809-82ce34ef9a5d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485334 Jan 18 16:15:35.827543 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52110) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:15:36.038233 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676f2ae8-948d-4c0f-b700-b3655fb29f19 tempest-TestShelveInstance-440860039 tempest-TestShelveInstance-440860039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:36.039926 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-676f2ae8-948d-4c0f-b700-b3655fb29f19 tempest-TestShelveInstance-440860039 tempest-TestShelveInstance-440860039-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 1093 time: 0.2113695 Jan 18 16:15:36.044107 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52116) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:15:36.052070 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Request body: {'floatingip': {'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'port_id': '7548837a-cd9c-4803-b311-bdf365c472fc', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:15:36.118946 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56e0fb-5a1a-44ca-8e13-6a28b9840924 req-5a344716-9854-4c42-b509-8a380c81f636 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:36.125640 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5b56e0fb-5a1a-44ca-8e13-6a28b9840924 req-5a344716-9854-4c42-b509-8a380c81f636 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0666568 Jan 18 16:15:36.174625 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5b56e0fb-5a1a-44ca-8e13-6a28b9840924 req-6e5b7ead-ad78-45eb-aa72-46afd1ddc041 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481279 Jan 18 16:15:36.203070 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:36.302765 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:36.422977 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_common [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Allocated IP 172.27.2.180 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/f4c703a3-7c4e-43e8-93f4-4e1f57664a3a) {{(pid=103252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:15:36.538740 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for port (f4c703a3-7c4e-43e8-93f4-4e1f57664a3a), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:36.689045 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (f4c703a3-7c4e-43e8-93f4-4e1f57664a3a), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:36.731292 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:15:36.738597 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:15:36.744906 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Received port after_create {{(pid=103252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:15:36.769028 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Pushing event updated for resources: {'Port': ['ID=f4c703a3-7c4e-43e8-93f4-4e1f57664a3a,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:36.781986 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:36.782337 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:36.782685 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:36.783024 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:36.783353 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:36.783684 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:36.784010 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:36.784338 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:36.784657 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:36.785004 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:36.785858 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:36.785858 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:36.786033 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:37.172278 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for floatingip (0b57decc-84c7-42bd-9783-77f5714c79f5), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:37.315306 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (f4c703a3-7c4e-43e8-93f4-4e1f57664a3a), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:37.350872 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5db02-08ae-4cf4-a364-808f6d924a8b req-a961c8c1-ec67-4a28-9844-f30b000ec954 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:37.352722 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-aff5db02-08ae-4cf4-a364-808f6d924a8b req-a961c8c1-ec67-4a28-9844-f30b000ec954 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.1035452 Jan 18 16:15:37.428076 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-aff5db02-08ae-4cf4-a364-808f6d924a8b req-ccc71a2e-0b6b-46ea-9c94-2f15479dc7e2 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697541 Jan 18 16:15:37.538772 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for port (f4c703a3-7c4e-43e8-93f4-4e1f57664a3a), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:37.716459 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8693634'] for port (f4c703a3-7c4e-43e8-93f4-4e1f57664a3a), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:37.780525 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Pushing event updated for resources: {'Port': ['ID=f4c703a3-7c4e-43e8-93f4-4e1f57664a3a,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:37.794237 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (0b57decc-84c7-42bd-9783-77f5714c79f5), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:37.892599 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.l3_db [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Floating IP 0b57decc-84c7-42bd-9783-77f5714c79f5 associated. External IP: 172.27.2.180, port: 7548837a-cd9c-4803-b311-bdf365c472fc. Jan 18 16:15:38.093967 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Router 36f5b035-4f54-4242-9e9e-ac24b4398b29 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:15:38.415218 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:15:38.426923 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53e505-1944-47ba-9d06-4b5607cfa0d1 None None] Sync routers for ids ['36f5b035-4f54-4242-9e9e-ac24b4398b29'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:15:38.436785 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53e505-1944-47ba-9d06-4b5607cfa0d1 None None] Routers {'36f5b035-4f54-4242-9e9e-ac24b4398b29'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:15:38.440717 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-7c53e505-1944-47ba-9d06-4b5607cfa0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:15:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['36f5b035-4f54-4242-9e9e-ac24b4398b29'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:38.556753 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-7c53e505-1944-47ba-9d06-4b5607cfa0d1 None None] Set router 36f5b035-4f54-4242-9e9e-ac24b4398b29 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:15:38.571079 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d4df0-a707-4eb5-aa39-18b3c992a1df req-c6d3ddfd-b544-45d5-ada0-df2ee86f9e3b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:38.572642 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ef8d4df0-a707-4eb5-aa39-18b3c992a1df req-c6d3ddfd-b544-45d5-ada0-df2ee86f9e3b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0510249 Jan 18 16:15:38.586310 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:38.647923 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-d6cf6c58-dbd6-46af-9cca-cc612297463d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5973597 Jan 18 16:15:38.647923 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'tag': '7548837a-cd9c-4803-b311-bdf365c472fc'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:15:38.647923 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1322f211-7dc6-4b56-ae69-3f76dc440892" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c4f967-79a6-4690-9a38-1c986617f6d4", "tag": "7548837a-cd9c-4803-b311-bdf365c472fc"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:15:38.701122 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ef8d4df0-a707-4eb5-aa39-18b3c992a1df req-7fdc293d-b4ac-49b8-a467-cd49dc8c01e7 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229279 Jan 18 16:15:38.751411 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee124fa4-005b-4ee7-b270-a4f91efdcd1a x-openstack-request-id: req-ee124fa4-005b-4ee7-b270-a4f91efdcd1a {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:15:38.751998 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c4f967-79a6-4690-9a38-1c986617f6d4", "tag": "7548837a-cd9c-4803-b311-bdf365c472fc", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:15:38.752099 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee124fa4-005b-4ee7-b270-a4f91efdcd1a {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:15:38.752664 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'tag': '7548837a-cd9c-4803-b311-bdf365c472fc', 'status': 'completed', 'code': 200} Jan 18 16:15:38.783107 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-a5cb87df-dc35-4594-a96e-d696aa3db2bd tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:38.785720 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-a5cb87df-dc35-4594-a96e-d696aa3db2bd tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/networks?id=24abba69-a879-4a87-9e64-f9814fa4f3ee HTTP/1.1" status: 200 len: 815 time: 0.1304696 Jan 18 16:15:38.799103 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-f393c773-db67-4c5a-9fef-3d6d399dfe23 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/quotas/c7d07eac99334f1ca5ce9f02c7c421c3 HTTP/1.1" status: 200 len: 375 time: 0.0089803 Jan 18 16:15:38.818196 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-7c53e505-1944-47ba-9d06-4b5607cfa0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'name': 'tempest-TestShelveInstance-344212415-router', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:36Z', 'updated_at': '2022-01-18T16:14:39Z', 'revision_number': 4, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'gw_port': {'id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:37Z', 'updated_at': '2022-01-18T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '0b57decc-84c7-42bd-9783-77f5714c79f5', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'port_id': '7548837a-cd9c-4803-b311-bdf365c472fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'mac_address': 'fa:16:3e:f6:30:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:15:37Z', 'updated_at': '2022-01-18T16:15:37Z', 'revision_number': 0, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2683ebf7-6c17-4ca6-bf75-232939d670d9', 'name': '', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'mac_address': 'fa:16:3e:ed:d2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:39Z', 'updated_at': '2022-01-18T16:14:44Z', 'revision_number': 5, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'subnets': [{'id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:38.820935 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322f211-7dc6-4b56-ae69-3f76dc440892 req-56fb239f-c628-4fef-b255-7222356cad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:38.822455 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1322f211-7dc6-4b56-ae69-3f76dc440892 req-56fb239f-c628-4fef-b255-7222356cad73 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b47f032af2494e9cb2714378b3078bc0&device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 1098 time: 0.0482361 Jan 18 16:15:38.846183 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53e505-1944-47ba-9d06-4b5607cfa0d1 None None] Checking router: 36f5b035-4f54-4242-9e9e-ac24b4398b29 for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:15:38.853802 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-0c637159-4116-428a-bd67-93f2eb6961e5 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c7d07eac99334f1ca5ce9f02c7c421c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462584 Jan 18 16:15:38.855297 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53e505-1944-47ba-9d06-4b5607cfa0d1 None None] Routers {'36f5b035-4f54-4242-9e9e-ac24b4398b29'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:15:38.855941 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-7c53e505-1944-47ba-9d06-4b5607cfa0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:15:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['36f5b035-4f54-4242-9e9e-ac24b4398b29'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:38.919206 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322f211-7dc6-4b56-ae69-3f76dc440892 req-ae65d061-87a5-4214-8cd4-c86525e1c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:38.920880 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1322f211-7dc6-4b56-ae69-3f76dc440892 req-ae65d061-87a5-4214-8cd4-c86525e1c28e service neutron] 10.222.0.72 "GET /v2.0/networks?id=e3990fef-bcf4-4737-9b67-783be25293eb HTTP/1.1" status: 200 len: 909 time: 0.0921786 Jan 18 16:15:38.959996 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-bcdca79b-2860-46bd-b04f-ea16042e8ce6 service neutron] 10.222.0.70 "GET /v2.0/networks/24abba69-a879-4a87-9e64-f9814fa4f3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933604 Jan 18 16:15:38.971190 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-7c53e505-1944-47ba-9d06-4b5607cfa0d1 None None] Set router 36f5b035-4f54-4242-9e9e-ac24b4398b29 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:15:38.989449 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1322f211-7dc6-4b56-ae69-3f76dc440892 req-593ed2a6-e94f-4781-9ae4-0373ea0f7c9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7548837a-cd9c-4803-b311-bdf365c472fc HTTP/1.1" status: 200 len: 999 time: 0.0594003 Jan 18 16:15:39.039384 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322f211-7dc6-4b56-ae69-3f76dc440892 req-2011efe1-1d52-43ce-be1e-9b8eb2cfd52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:39.041075 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1322f211-7dc6-4b56-ae69-3f76dc440892 req-2011efe1-1d52-43ce-be1e-9b8eb2cfd52a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0798f6e7-8bfe-4af8-a88b-9cf25665ef27 HTTP/1.1" status: 200 len: 847 time: 0.0447426 Jan 18 16:15:39.050917 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-d88946bf-f1a7-47cf-a402-af5afed90b51 service neutron] 10.222.0.70 "GET /v2.0/networks/24abba69-a879-4a87-9e64-f9814fa4f3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853696 Jan 18 16:15:39.099773 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322f211-7dc6-4b56-ae69-3f76dc440892 req-2cd410a5-d96e-42f5-9364-a21906948385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:39.101743 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1322f211-7dc6-4b56-ae69-3f76dc440892 req-2cd410a5-d96e-42f5-9364-a21906948385 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e3990fef-bcf4-4737-9b67-783be25293eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532947 Jan 18 16:15:39.197364 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1322f211-7dc6-4b56-ae69-3f76dc440892 req-fe1f4bc3-7990-41d5-81e3-7781cdaacecd service neutron] 10.222.0.72 "GET /v2.0/networks/e3990fef-bcf4-4737-9b67-783be25293eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883920 Jan 18 16:15:39.218622 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-7c53e505-1944-47ba-9d06-4b5607cfa0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'name': 'tempest-TestShelveInstance-344212415-router', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:36Z', 'updated_at': '2022-01-18T16:14:39Z', 'revision_number': 4, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'gw_port': {'id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:37Z', 'updated_at': '2022-01-18T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '0b57decc-84c7-42bd-9783-77f5714c79f5', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'port_id': '7548837a-cd9c-4803-b311-bdf365c472fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'mac_address': 'fa:16:3e:f6:30:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:15:37Z', 'updated_at': '2022-01-18T16:15:37Z', 'revision_number': 0, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2683ebf7-6c17-4ca6-bf75-232939d670d9', 'name': '', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'mac_address': 'fa:16:3e:ed:d2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:39Z', 'updated_at': '2022-01-18T16:14:44Z', 'revision_number': 5, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'subnets': [{'id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:15:39.245685 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53e505-1944-47ba-9d06-4b5607cfa0d1 None None] The sync data for ids ['36f5b035-4f54-4242-9e9e-ac24b4398b29'] in dv-cinder-788366-8-iscsi is: [{'id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'name': 'tempest-TestShelveInstance-344212415-router', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:36Z', 'updated_at': '2022-01-18T16:14:39Z', 'revision_number': 4, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'gw_port': {'id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:37Z', 'updated_at': '2022-01-18T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '0b57decc-84c7-42bd-9783-77f5714c79f5', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'port_id': '7548837a-cd9c-4803-b311-bdf365c472fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'mac_address': 'fa:16:3e:f6:30:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:15:37Z', 'updated_at': '2022-01-18T16:15:37Z', 'revision_number': 0, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2683ebf7-6c17-4ca6-bf75-232939d670d9', 'name': '', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'mac_address': 'fa:16:3e:ed:d2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:39Z', 'updated_at': '2022-01-18T16:14:44Z', 'revision_number': 5, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'subnets': [{'id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:15:39.293647 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1322f211-7dc6-4b56-ae69-3f76dc440892 req-126bf060-f797-4f8b-9503-a09334869c6e service neutron] 10.222.0.72 "GET /v2.0/networks/e3990fef-bcf4-4737-9b67-783be25293eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895803 Jan 18 16:15:39.370242 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9c221225-6d88-44f4-b520-f4b04a2fd908 req-06507f3a-022a-4ed3-a5c4-ff40adc7d7b7 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 210 time: 0.0316072 Jan 18 16:15:39.467904 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5dbeefc-3939-4e27-900a-c6df11d0aec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:39.480999 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197df38a-c81a-443b-9431-2727c664c818 None None] New status for floating IP 0b57decc-84c7-42bd-9783-77f5714c79f5: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:15:39.822906 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab1310-ef8e-4bf9-8ec1-1e411665308d req-4b4c535b-c752-4c50-86a1-87f02b462ef3 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:39.824380 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-17ab1310-ef8e-4bf9-8ec1-1e411665308d req-4b4c535b-c752-4c50-86a1-87f02b462ef3 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0496345 Jan 18 16:15:39.870450 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-17ab1310-ef8e-4bf9-8ec1-1e411665308d req-25331481-5567-4403-bd03-f9f68763caf9 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403533 Jan 18 16:15:40.445930 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1142f3cf-8879-4fb8-aa80-7ca0517fee8e req-abd5f604-a71a-4e92-94f8-d3301a84abe4 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 210 time: 0.0264890 Jan 18 16:15:40.986652 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a4706-a3a2-44ad-aa72-e903a25c60a4 req-266040c1-3d34-4f07-8040-f1149d9d8183 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:40.988119 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a45a4706-a3a2-44ad-aa72-e903a25c60a4 req-266040c1-3d34-4f07-8040-f1149d9d8183 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0473864 Jan 18 16:15:41.038782 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a45a4706-a3a2-44ad-aa72-e903a25c60a4 req-8b63e1cb-48b9-44d9-8e95-bf9c5074ca8e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446126 Jan 18 16:15:41.534211 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6d576796-5982-4888-81ed-9d78388def6e req-e69b446e-c7b9-4b2e-afb8-e52cf3cb91d5 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 210 time: 0.0252507 Jan 18 16:15:41.541519 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d93330a-fc72-48ab-955a-92f10e8d147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:42.155262 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136340b7-15bd-45de-9c28-734f8692f785 req-96834c6a-008b-4248-8d0f-31f208332140 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:42.156716 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-136340b7-15bd-45de-9c28-734f8692f785 req-96834c6a-008b-4248-8d0f-31f208332140 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0468366 Jan 18 16:15:42.203785 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-136340b7-15bd-45de-9c28-734f8692f785 req-a9183398-4222-4179-a28e-9bda7b747aa7 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411005 Jan 18 16:15:42.280990 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-8e535db3-112a-408a-be81-7116b8680dcd tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:42.282409 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-8e535db3-112a-408a-be81-7116b8680dcd tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.72 "GET /v2.0/networks?id=24abba69-a879-4a87-9e64-f9814fa4f3ee HTTP/1.1" status: 200 len: 815 time: 0.0987170 Jan 18 16:15:42.295823 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Request body: {'port': {'device_id': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee', 'admin_state_up': True, 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:15:42.535001 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Made reservation on behalf of c7d07eac99334f1ca5ce9f02c7c421c3 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:15:42.539226 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:42.631886 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-98e4a522-59ee-42f3-8693-7b77fcfde949 req-680e9d45-5b39-4c6d-8e94-f65f52a3a108 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 210 time: 0.0291879 Jan 18 16:15:42.670853 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Allocated IP 172.20.0.3 (24abba69-a879-4a87-9e64-f9814fa4f3ee/ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d/2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:15:42.816482 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:42.957610 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:43.008192 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Network 24abba69-a879-4a87-9e64-f9814fa4f3ee is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:15:43.011113 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:15:43.013614 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:15:43.019874 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:43.020526 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:43.036593 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Pushing event updated for resources: {'Port': ['ID=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:43.045016 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:43.045371 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:43.045748 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:43.046217 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:43.046436 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:43.046771 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:43.047102 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:43.047431 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:43.048454 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:43.048819 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:43.049162 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:43.049493 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:43.049820 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:15:43.257057 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-647ab65d-4843-469a-86da-5ae6794c278a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9646230 Jan 18 16:15:43.272123 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Request body: {'port': {'device_id': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:15:43.280060 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-e73046f3-2e60-4b40-a790-38a10ad64758 None None] Provisioning complete for port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:43.280546 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e73046f3-2e60-4b40-a790-38a10ad64758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:43.317164 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e73046f3-2e60-4b40-a790-38a10ad64758 None None] Port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:15:43.350946 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca5360-f56b-47ea-af25-acacac78d659 req-22b8c319-bb9a-4cc6-bf3c-7e5d0ca1da28 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:43.353119 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-37ca5360-f56b-47ea-af25-acacac78d659 req-22b8c319-bb9a-4cc6-bf3c-7e5d0ca1da28 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0749609 Jan 18 16:15:43.378410 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:43.462026 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-37ca5360-f56b-47ea-af25-acacac78d659 req-ac35273e-11ff-4d48-93ee-94a29f188945 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958006 Jan 18 16:15:43.616337 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:43.758508 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:15:43.763785 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078e68d-7ec0-4e78-9507-015953da6f48 req-070bac54-b616-478c-87d5-f9f9128b00e0 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:43.765953 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a078e68d-7ec0-4e78-9507-015953da6f48 req-070bac54-b616-478c-87d5-f9f9128b00e0 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 931 time: 0.0564237 Jan 18 16:15:43.766935 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Publish callbacks [] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:43.800115 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Transition to ACTIVE for port object 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:15:43.844264 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a078e68d-7ec0-4e78-9507-015953da6f48 req-493af275-e098-480d-93bf-aa1a09ec3ec9 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714047 Jan 18 16:15:43.973652 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:44.029754 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Pushing event updated for resources: {'Port': ['ID=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:44.064376 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Attempting to bind port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:15:44.064760 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Attempting to bind port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd98fa6b7-226b-4ac8-bfc9-c31d8e4a280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:15:44.065090 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Attempting to bind port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 on network 24abba69-a879-4a87-9e64-f9814fa4f3ee {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:15:44.070059 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 on network 24abba69-a879-4a87-9e64-f9814fa4f3ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:15:44.070392 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Attempting to bind port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 on network 24abba69-a879-4a87-9e64-f9814fa4f3ee {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:15:44.077039 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:15:44.077393 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Checking segment: {'id': 'd98fa6b7-226b-4ac8-bfc9-c31d8e4a280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:15:44.077784 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Bound using segment: {'id': 'd98fa6b7-226b-4ac8-bfc9-c31d8e4a280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:15:44.078215 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Bound port: 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98fa6b7-226b-4ac8-bfc9-c31d8e4a280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:15:44.078577 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:44.169986 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] For port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:15:44.173515 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] For port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27,segment=NetworkSegment(d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f),segment_id=d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:15:44.294368 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:44.331467 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:44.332107 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:44.334071 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] 10.222.0.72 "PUT /v2.0/ports/2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 HTTP/1.1" status: 200 len: 1093 time: 1.0670559 Jan 18 16:15:44.334527 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'tag': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:15:44.336835 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b42bf1-a8ef-4eb5-a2ef-1c89a7a4b000" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a8a410-8e72-472a-922b-afdc26257dea", "tag": "2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:15:44.369157 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f9752-761f-4138-8d31-a41e6c7bd48e service neutron] Pushing event updated for resources: {'Port': ['ID=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:44.379116 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d303ae-1669-4b64-b44f-1519719401a2 x-openstack-request-id: req-d4d303ae-1669-4b64-b44f-1519719401a2 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:15:44.379827 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a8a410-8e72-472a-922b-afdc26257dea", "tag": "2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:15:44.379827 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4d303ae-1669-4b64-b44f-1519719401a2 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:15:44.380047 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'tag': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27', 'status': 'completed', 'code': 200} Jan 18 16:15:44.387390 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:44.600803 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a0d2c-e61d-48a5-9cf4-9c6be26312b2 req-f9dad000-de33-45ae-9d2c-300ec4f13969 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:44.603077 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8a8a0d2c-e61d-48a5-9cf4-9c6be26312b2 req-f9dad000-de33-45ae-9d2c-300ec4f13969 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0596538 Jan 18 16:15:44.660462 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8a8a0d2c-e61d-48a5-9cf4-9c6be26312b2 req-89ab89c1-e872-417c-b6d4-c57b7ded4d2a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509918 Jan 18 16:15:44.967743 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2495de-f027-4dd7-a797-ac54fe5391f9 req-1bf02808-f0f0-4717-96ed-f560bd5d887e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:44.969306 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4b2495de-f027-4dd7-a797-ac54fe5391f9 req-1bf02808-f0f0-4717-96ed-f560bd5d887e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 943 time: 0.0513909 Jan 18 16:15:45.019578 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4b2495de-f027-4dd7-a797-ac54fe5391f9 req-3fb9ce9b-e6d4-455e-9e28-8790f908cae7 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445979 Jan 18 16:15:45.791302 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde8f41-bbfd-4281-bd17-1fd96451f357 req-4daacbf9-7fb7-4cad-87ac-cebf84678465 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:45.792899 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7dde8f41-bbfd-4281-bd17-1fd96451f357 req-4daacbf9-7fb7-4cad-87ac-cebf84678465 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0510368 Jan 18 16:15:45.804398 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:45.844230 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7dde8f41-bbfd-4281-bd17-1fd96451f357 req-f4d325c5-2d08-4c55-9976-d42a913940da tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458105 Jan 18 16:15:45.915112 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:15:46.018329 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:15:46.029718 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'port_id': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7', 'mac_address': 'fa:16:3e:cc:7f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:15:46.081706 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 is: ACTIVE; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:46.082212 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:46.117343 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:15:46.142708 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:15:46.156977 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72d300-dbac-4381-a208-9012d569a3fc req-eaedcca8-4923-4a1d-8943-d247153db4df tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:46.158613 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8a72d300-dbac-4381-a208-9012d569a3fc req-eaedcca8-4923-4a1d-8943-d247153db4df tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 943 time: 0.0556753 Jan 18 16:15:46.208794 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8a72d300-dbac-4381-a208-9012d569a3fc req-650f853c-b2d0-44d8-a6df-e66389e7a687 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441589 Jan 18 16:15:46.219589 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:46.275112 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,revision_number=6']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:46.318168 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['6e7e3003-9694-46b2-a1e1-140bfe02ebb7'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:15:46.974190 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb47fe-1431-4db7-b622-4123dd78c479 req-853ef0d3-4913-4f21-94be-c74cd32a2408 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:46.975947 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0adb47fe-1431-4db7-b622-4123dd78c479 req-853ef0d3-4913-4f21-94be-c74cd32a2408 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 944 time: 0.0588493 Jan 18 16:15:47.026319 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0adb47fe-1431-4db7-b622-4123dd78c479 req-2f13f5fd-ea35-47d8-bdbe-9cf2c34209bf tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442231 Jan 18 16:15:47.325079 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3f091-fcb4-4e93-bc1c-e0a8320b596a req-5eb2c369-c6df-4932-a9a0-63c1ce31c94c tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:47.326593 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2af3f091-fcb4-4e93-bc1c-e0a8320b596a req-5eb2c369-c6df-4932-a9a0-63c1ce31c94c tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 943 time: 0.0497103 Jan 18 16:15:47.377753 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2af3f091-fcb4-4e93-bc1c-e0a8320b596a req-fb0ee7c8-2a50-46bb-b1cf-fa3e5f125eb8 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456214 Jan 18 16:15:47.930231 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:15:47.980673 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:15:47.981129 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:48.063128 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:48.063523 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:48.089882 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:15:48.092171 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c17a56-0450-4bd4-9277-99fc0c7f423f" -d '{"events": [{"server_uuid": "289e7bb3-fb64-40ed-be0c-b6211e7f4ec4", "name": "network-vif-plugged", "status": "completed", "tag": "6e7e3003-9694-46b2-a1e1-140bfe02ebb7"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:15:48.104951 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:15:48.135029 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425e52df-9dc7-413e-9a34-c62f0eebee44 x-openstack-request-id: req-425e52df-9dc7-413e-9a34-c62f0eebee44 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:15:48.135339 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289e7bb3-fb64-40ed-be0c-b6211e7f4ec4", "name": "network-vif-plugged", "status": "completed", "tag": "6e7e3003-9694-46b2-a1e1-140bfe02ebb7", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:15:48.135583 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-425e52df-9dc7-413e-9a34-c62f0eebee44 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:15:48.135984 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7', 'code': 200} Jan 18 16:15:48.155955 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb2719-eb36-43b9-a9b9-015f579c1b73 req-757ca2b5-f02a-4fe2-9851-1896b712f1cd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:48.157469 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f9fb2719-eb36-43b9-a9b9-015f579c1b73 req-757ca2b5-f02a-4fe2-9851-1896b712f1cd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 944 time: 0.0509214 Jan 18 16:15:48.185383 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:48.209953 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f9fb2719-eb36-43b9-a9b9-015f579c1b73 req-a0a0944a-2532-4923-84f2-e8d270adc43f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455599 Jan 18 16:15:48.245911 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,revision_number=7']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:48.504253 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06a60-168f-4952-b6ef-f9b2a889a23f req-d25c15a4-b5ef-4270-a32c-b29eb278f6bf tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:48.505798 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f2d06a60-168f-4952-b6ef-f9b2a889a23f req-d25c15a4-b5ef-4270-a32c-b29eb278f6bf tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 943 time: 0.0511580 Jan 18 16:15:48.555847 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f2d06a60-168f-4952-b6ef-f9b2a889a23f req-73fce7a9-3905-4530-afdf-6912c1e2e103 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432498 Jan 18 16:15:49.354746 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a626f-7116-4441-b5c8-418f78035c0a req-98b2409b-8dc0-4048-bee1-b93020c1ff42 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:49.363194 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ef7a626f-7116-4441-b5c8-418f78035c0a req-98b2409b-8dc0-4048-bee1-b93020c1ff42 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0620565 Jan 18 16:15:49.410642 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ef7a626f-7116-4441-b5c8-418f78035c0a req-7d760a7e-a71d-4b32-83b4-3291d2cb5aca tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486486 Jan 18 16:15:49.690883 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28d42f-6a45-4372-b3ae-600d13e91c58 req-171bbc31-8843-4e54-942f-7fb2c2cc9f61 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:49.692443 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9e28d42f-6a45-4372-b3ae-600d13e91c58 req-171bbc31-8843-4e54-942f-7fb2c2cc9f61 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 943 time: 0.0534921 Jan 18 16:15:49.756740 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9e28d42f-6a45-4372-b3ae-600d13e91c58 req-6f71ccf7-7781-4f36-ae1a-4bc23eac47e5 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580592 Jan 18 16:15:50.543408 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233af65-2605-4af4-a024-51048fa40230 req-2d18a8eb-f403-463a-a502-4d4599743b1e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:50.545062 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2233af65-2605-4af4-a024-51048fa40230 req-2d18a8eb-f403-463a-a502-4d4599743b1e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0548553 Jan 18 16:15:50.600376 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2233af65-2605-4af4-a024-51048fa40230 req-f50ea68e-7cd1-471f-9881-67e2bbfae207 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494976 Jan 18 16:15:50.875892 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8ca7e-a2cf-463c-81a9-359ba2ce719c req-472faab1-2143-44b8-9a2c-5b7c3f4b6fc6 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:50.877736 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-34b8ca7e-a2cf-463c-81a9-359ba2ce719c req-472faab1-2143-44b8-9a2c-5b7c3f4b6fc6 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 943 time: 0.0512178 Jan 18 16:15:50.926731 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-34b8ca7e-a2cf-463c-81a9-359ba2ce719c req-b3eb24e7-331c-4c1a-ad83-c664ea3bb1a2 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425153 Jan 18 16:15:51.724099 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af31ea0-76e3-45fd-b5c6-761040798e18 req-70a4ba67-5ca8-4425-8b8c-adb89848bdc7 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:51.725609 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7af31ea0-76e3-45fd-b5c6-761040798e18 req-70a4ba67-5ca8-4425-8b8c-adb89848bdc7 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0501184 Jan 18 16:15:51.779329 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7af31ea0-76e3-45fd-b5c6-761040798e18 req-d038e6e1-0f3d-4543-8cdb-616b4130f0d0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470617 Jan 18 16:15:52.058783 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd0e31-7c9d-48bc-b936-94f64526d09d req-572b3967-ea4e-4f90-8ffa-563006aaec46 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:52.060282 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-16cd0e31-7c9d-48bc-b936-94f64526d09d req-572b3967-ea4e-4f90-8ffa-563006aaec46 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 943 time: 0.0517864 Jan 18 16:15:52.108630 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-16cd0e31-7c9d-48bc-b936-94f64526d09d req-959916d3-0fcf-45ab-8609-96a2dda25fd4 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424018 Jan 18 16:15:52.926992 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd818c6-41de-466f-8175-041da581fc75 req-9cbaf513-77d4-4562-9e73-e4a99fbaec1f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:52.928596 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9bd818c6-41de-466f-8175-041da581fc75 req-9cbaf513-77d4-4562-9e73-e4a99fbaec1f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0511329 Jan 18 16:15:52.982266 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9bd818c6-41de-466f-8175-041da581fc75 req-ec070a2d-0654-464a-a20b-b419cb5d3a4f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473623 Jan 18 16:15:53.033256 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b42bf1-a8ef-4eb5-a2ef-1c89a7a4b000 req-6bdc0d51-1892-4fe8-949f-be98c99de0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:53.034744 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b5b42bf1-a8ef-4eb5-a2ef-1c89a7a4b000 req-6bdc0d51-1892-4fe8-949f-be98c99de0ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7d07eac99334f1ca5ce9f02c7c421c3&device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 1096 time: 0.0414684 Jan 18 16:15:53.227018 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88cc36-60b7-440e-a901-556964f81c20 req-3a6dc8ae-02e9-4261-9f46-1594707f5f69 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:53.228526 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2b88cc36-60b7-440e-a901-556964f81c20 req-3a6dc8ae-02e9-4261-9f46-1594707f5f69 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 943 time: 0.0520129 Jan 18 16:15:53.274269 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2b88cc36-60b7-440e-a901-556964f81c20 req-067cc5f1-7424-48dc-b778-1120f663ece3 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400612 Jan 18 16:15:53.365167 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b42bf1-a8ef-4eb5-a2ef-1c89a7a4b000 req-3960f1ad-5651-40dd-a291-aa8084393f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:53.367660 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b5b42bf1-a8ef-4eb5-a2ef-1c89a7a4b000 req-3960f1ad-5651-40dd-a291-aa8084393f05 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c7d07eac99334f1ca5ce9f02c7c421c3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0925448 Jan 18 16:15:53.461869 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b42bf1-a8ef-4eb5-a2ef-1c89a7a4b000 req-576aed0d-56f2-4d03-93a0-6a62e25757d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:53.463328 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b5b42bf1-a8ef-4eb5-a2ef-1c89a7a4b000 req-576aed0d-56f2-4d03-93a0-6a62e25757d7 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869586 Jan 18 16:15:53.539763 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-daa1e98a-e3bb-42c3-b1ee-c244d57b3e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:53.541263 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-daa1e98a-e3bb-42c3-b1ee-c244d57b3e40 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7d07eac99334f1ca5ce9f02c7c421c3&device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 1096 time: 0.0424287 Jan 18 16:15:53.588490 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-508b4f9d-e13f-4433-b18f-9ebea961f374 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 HTTP/1.1" status: 200 len: 217 time: 0.0375326 Jan 18 16:15:53.635149 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-3d36f2dc-3e5f-4a6c-b548-afd99a60d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:53.636568 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-3d36f2dc-3e5f-4a6c-b548-afd99a60d027 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d HTTP/1.1" status: 200 len: 854 time: 0.0419238 Jan 18 16:15:53.681539 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-8a47cd4c-07c4-4652-a454-fdf8b2e75638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:53.682992 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-8a47cd4c-07c4-4652-a454-fdf8b2e75638 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24abba69-a879-4a87-9e64-f9814fa4f3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402040 Jan 18 16:15:53.773557 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-ccbd3e5f-fa95-466b-9205-ac1ffff03544 service neutron] 10.222.0.72 "GET /v2.0/networks/24abba69-a879-4a87-9e64-f9814fa4f3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836592 Jan 18 16:15:53.862571 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-aea5ce4a-3f80-4ee4-afbe-c0fdcc1cb251 req-3a115774-335a-4485-a2f5-54a46ce9886a service neutron] 10.222.0.72 "GET /v2.0/networks/24abba69-a879-4a87-9e64-f9814fa4f3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817585 Jan 18 16:15:54.102143 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151ae75-060e-41f0-a197-07301b1cb45f req-787986df-8f2d-4838-bc9f-a4f481529a7d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:54.103592 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4151ae75-060e-41f0-a197-07301b1cb45f req-787986df-8f2d-4838-bc9f-a4f481529a7d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0491164 Jan 18 16:15:54.149700 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4151ae75-060e-41f0-a197-07301b1cb45f req-7457d2eb-7571-4dbc-ad8d-618adcf8b04a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407069 Jan 18 16:15:54.532120 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05014e25-d72a-4c99-a7ed-e4f887eed647 req-da7d980c-c67d-460f-ab07-3997e02f9214 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:54.533660 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-05014e25-d72a-4c99-a7ed-e4f887eed647 req-da7d980c-c67d-460f-ab07-3997e02f9214 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 943 time: 0.0478024 Jan 18 16:15:54.583143 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-05014e25-d72a-4c99-a7ed-e4f887eed647 req-f50ce277-6220-453c-8396-5875900ba136 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438557 Jan 18 16:15:55.266489 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06080a0a-a86e-4dc8-9ba5-7abd9452c278 req-14c94e89-5c41-419f-a816-c82f263960ae tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:55.267966 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-06080a0a-a86e-4dc8-9ba5-7abd9452c278 req-14c94e89-5c41-419f-a816-c82f263960ae tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0480974 Jan 18 16:15:55.320869 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-06080a0a-a86e-4dc8-9ba5-7abd9452c278 req-0ba9a23d-8ece-4a53-829e-6810fb1d4fb8 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469148 Jan 18 16:15:55.696016 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa88340-1ffa-4f4f-afd9-237bf6f9da3b req-e1040faa-3635-4bb6-b4cc-e77831666de0 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:55.697485 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bfa88340-1ffa-4f4f-afd9-237bf6f9da3b req-e1040faa-3635-4bb6-b4cc-e77831666de0 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 943 time: 0.0480268 Jan 18 16:15:55.744079 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bfa88340-1ffa-4f4f-afd9-237bf6f9da3b req-f87eb8a2-0e84-4614-b0f5-768c5d2413c6 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Jan 18 16:15:56.463451 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a589a-2bb5-47a7-951f-c703d7da7ab3 req-3f60c0c7-e155-4055-ad7c-49df0046d1ec tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:56.465597 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-644a589a-2bb5-47a7-951f-c703d7da7ab3 req-3f60c0c7-e155-4055-ad7c-49df0046d1ec tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0649080 Jan 18 16:15:56.517216 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-644a589a-2bb5-47a7-951f-c703d7da7ab3 req-e4b1269b-cea0-4c6f-b784-74e4a4d1871b tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451360 Jan 18 16:15:56.866451 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f7e77-59d2-4308-9067-57a83aabd0e3 req-ddaa3d19-04d8-46e0-bc97-e243847e7923 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:56.872415 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b07f7e77-59d2-4308-9067-57a83aabd0e3 req-ddaa3d19-04d8-46e0-bc97-e243847e7923 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 943 time: 0.0568614 Jan 18 16:15:56.927940 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b07f7e77-59d2-4308-9067-57a83aabd0e3 req-5e777eb8-3d9c-4775-8e7f-081893d9530c tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541418 Jan 18 16:15:57.651368 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0b30e-d81b-40a3-a6a8-f80177face76 req-06603aa3-9fc0-4d8c-bf34-47c7fda878cd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:57.653269 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-35b0b30e-d81b-40a3-a6a8-f80177face76 req-06603aa3-9fc0-4d8c-bf34-47c7fda878cd tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0580478 Jan 18 16:15:57.709226 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-35b0b30e-d81b-40a3-a6a8-f80177face76 req-798f1fd3-64fc-43d2-8e46-0798040b7dc4 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500414 Jan 18 16:15:57.948664 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:15:58.145778 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27,segment=NetworkSegment(d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f),segment_id=d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:15:58.165949 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27', 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee', 'port_id': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27', 'mac_address': 'fa:16:3e:0a:65:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:15:58.172665 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c42b3b-2c81-4274-8802-0d6958f3e53e req-947ce0d4-f59e-43d6-af9d-0f5db2a84a7e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:58.174210 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e7c42b3b-2c81-4274-8802-0d6958f3e53e req-947ce0d4-f59e-43d6-af9d-0f5db2a84a7e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 943 time: 0.1758342 Jan 18 16:15:58.235783 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e7c42b3b-2c81-4274-8802-0d6958f3e53e req-bb3c3da9-694e-477e-86dd-d2aa88495fce tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505335 Jan 18 16:15:58.247560 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:15:58.247964 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:58.266032 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:15:58.289613 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27,segment=NetworkSegment(d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f),segment_id=d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:15:58.558028 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:58.689908 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:15:58.737359 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:15:58.830349 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647faf9-2a9b-4e0f-af4b-2ff4eab5284e req-1e3a7c33-09c5-42b0-93b5-b393200b458c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:58.831725 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e647faf9-2a9b-4e0f-af4b-2ff4eab5284e req-1e3a7c33-09c5-42b0-93b5-b393200b458c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0476365 Jan 18 16:15:58.881730 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e647faf9-2a9b-4e0f-af4b-2ff4eab5284e req-9f263298-8223-4534-b5dd-657d19635d1d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441484 Jan 18 16:15:58.970439 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:15:59.372256 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b146b-5770-45c8-b6f8-476406504398 req-16e97e4c-f4a5-4c6a-89c5-d38642cf6591 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:15:59.379991 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-276b146b-5770-45c8-b6f8-476406504398 req-16e97e4c-f4a5-4c6a-89c5-d38642cf6591 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 944 time: 0.0598471 Jan 18 16:15:59.435072 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-276b146b-5770-45c8-b6f8-476406504398 req-40922610-0cc0-42b2-812f-1bc0f528802d tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537772 Jan 18 16:15:59.974638 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:16:00.007378 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f1aa2-0348-4cc4-a2da-1dd6c9bdc1e6 req-0b0428a2-f452-4019-9511-d26ee63f25d1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:00.014755 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6e1f1aa2-0348-4cc4-a2da-1dd6c9bdc1e6 req-0b0428a2-f452-4019-9511-d26ee63f25d1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0578535 Jan 18 16:16:00.066817 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6e1f1aa2-0348-4cc4-a2da-1dd6c9bdc1e6 req-12fac2fc-9037-470b-8a54-27e347b44097 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510268 Jan 18 16:16:00.135225 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:16:00.140323 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:16:00.140791 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:00.230859 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:16:00.231594 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:00.258678 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:16:00.261535 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae4238e-42cd-426d-a9f1-e97ead9344f6" -d '{"events": [{"server_uuid": "a5a8a410-8e72-472a-922b-afdc26257dea", "name": "network-vif-plugged", "status": "completed", "tag": "2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:16:00.275836 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27,segment=NetworkSegment(d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f),segment_id=d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:16:00.301125 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b476e2c6-0a44-46bf-86f1-7a64e50e9d51 x-openstack-request-id: req-b476e2c6-0a44-46bf-86f1-7a64e50e9d51 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:16:00.301490 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a8a410-8e72-472a-922b-afdc26257dea", "name": "network-vif-plugged", "status": "completed", "tag": "2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:16:00.301812 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b476e2c6-0a44-46bf-86f1-7a64e50e9d51 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:16:00.302272 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27', 'code': 200} Jan 18 16:16:00.358378 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:00.417529 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:16:00.577050 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8747245-b148-4d18-b343-41ff8bc8cf2c req-e25ef424-f54e-4bf9-aef8-b9e077f02b21 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:00.586073 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c8747245-b148-4d18-b343-41ff8bc8cf2c req-e25ef424-f54e-4bf9-aef8-b9e077f02b21 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 945 time: 0.0765257 Jan 18 16:16:00.669771 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c8747245-b148-4d18-b343-41ff8bc8cf2c req-25d1fa35-46e2-4f2e-a271-2de6a729913a tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778058 Jan 18 16:16:00.916581 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8de75-c043-4240-8b74-a6cc7a3e9375 req-d8f8ad8f-5cea-4903-be84-bdc2a9f8bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:00.918841 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f4f8de75-c043-4240-8b74-a6cc7a3e9375 req-d8f8ad8f-5cea-4903-be84-bdc2a9f8bcfe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 1098 time: 0.3099022 Jan 18 16:16:00.965804 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f4f8de75-c043-4240-8b74-a6cc7a3e9375 req-de89143e-75c3-44d2-b275-342e8987ea39 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 Jan 18 16:16:01.197523 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7fe35-837b-4664-ad51-a542ec6a0ee3 req-c05cc1a8-0f78-4721-8382-9ff64b3c5b89 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:01.199239 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1bf7fe35-837b-4664-ad51-a542ec6a0ee3 req-c05cc1a8-0f78-4721-8382-9ff64b3c5b89 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0500286 Jan 18 16:16:01.250098 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1bf7fe35-837b-4664-ad51-a542ec6a0ee3 req-7a63b0e5-63cc-42f2-a2c7-d635a7a4a99f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454023 Jan 18 16:16:01.778715 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4fa84-a879-4461-a5e1-70e834b698b4 req-3c164b5f-e2d5-4caa-9c19-e7d547fe71a4 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:01.780195 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f6b4fa84-a879-4461-a5e1-70e834b698b4 req-3c164b5f-e2d5-4caa-9c19-e7d547fe71a4 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 945 time: 0.0484235 Jan 18 16:16:01.831363 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f6b4fa84-a879-4461-a5e1-70e834b698b4 req-60ae7e2c-0758-4b4a-8f92-bedafa1e995d tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445395 Jan 18 16:16:02.389209 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ae76a-4264-42e3-8e14-647ba5e9ee73 req-d458f856-6f8b-4e88-90da-72829e5a988c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:02.396175 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-693ae76a-4264-42e3-8e14-647ba5e9ee73 req-d458f856-6f8b-4e88-90da-72829e5a988c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0662777 Jan 18 16:16:02.448448 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-693ae76a-4264-42e3-8e14-647ba5e9ee73 req-af97ca05-e461-4c14-b439-e2856ce525d8 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513420 Jan 18 16:16:02.949442 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21527162-c371-4bf6-a055-860900d9bf4b req-01319427-dbc7-4f50-90a7-8f9825c8672c tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:02.956514 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-21527162-c371-4bf6-a055-860900d9bf4b req-01319427-dbc7-4f50-90a7-8f9825c8672c tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 945 time: 0.0567741 Jan 18 16:16:03.006227 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-21527162-c371-4bf6-a055-860900d9bf4b req-1f786160-848a-4644-9e1a-a5720b937330 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487461 Jan 18 16:16:03.141456 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e731e15-3221-441f-85c9-4ac0ca5d0214 req-9615b242-999c-4231-8371-2e17458c0d98 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:03.142989 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7e731e15-3221-441f-85c9-4ac0ca5d0214 req-9615b242-999c-4231-8371-2e17458c0d98 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 945 time: 0.0623140 Jan 18 16:16:03.196284 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7e731e15-3221-441f-85c9-4ac0ca5d0214 req-dec621a6-10b7-46d2-8465-471edaf51ef3 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466766 Jan 18 16:16:03.600158 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e380c-858f-4f02-9398-2076df2d7be7 req-2e172f35-66bc-4476-8ae6-e37593ee97a1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:03.610509 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-330e380c-858f-4f02-9398-2076df2d7be7 req-2e172f35-66bc-4476-8ae6-e37593ee97a1 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0694110 Jan 18 16:16:03.672479 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-330e380c-858f-4f02-9398-2076df2d7be7 req-ab6c4a0f-af33-4a7b-8c5a-75bd7ea125f4 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610065 Jan 18 16:16:03.739039 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af0b3f-bf8b-44a7-9af6-c02d06d084ea req-d7e41a92-e4b7-4f33-9819-c598c81e2137 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:03.740698 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e8af0b3f-bf8b-44a7-9af6-c02d06d084ea req-d7e41a92-e4b7-4f33-9819-c598c81e2137 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 945 time: 0.0669620 Jan 18 16:16:03.792206 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e8af0b3f-bf8b-44a7-9af6-c02d06d084ea req-8ec4912d-f90e-40ec-a413-b1dd75a41157 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443420 Jan 18 16:16:04.804535 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e319da-3b60-4a37-a8fc-e98ea7e90924 req-1851d2e4-1495-4e37-b7fc-21b45826daa5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:04.806520 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-76e319da-3b60-4a37-a8fc-e98ea7e90924 req-1851d2e4-1495-4e37-b7fc-21b45826daa5 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0517759 Jan 18 16:16:04.858934 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-76e319da-3b60-4a37-a8fc-e98ea7e90924 req-8426924b-bbdb-4e1e-a26c-def99f6e0a77 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448773 Jan 18 16:16:05.990891 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a52766-f496-4a08-8225-66b3aa446c3a req-3dd66c4c-bd7c-434e-af6a-17fe71aeefa2 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:05.992394 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-88a52766-f496-4a08-8225-66b3aa446c3a req-3dd66c4c-bd7c-434e-af6a-17fe71aeefa2 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0570323 Jan 18 16:16:06.047838 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-88a52766-f496-4a08-8225-66b3aa446c3a req-76e57912-91c4-40ec-ad70-25cee01c12d0 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489881 Jan 18 16:16:07.168885 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5e2db-8315-4afc-9ac4-26179ec67d1a req-9e1074b6-b9b9-43ba-a446-7e20dd1ae2e7 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:07.170260 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ecf5e2db-8315-4afc-9ac4-26179ec67d1a req-9e1074b6-b9b9-43ba-a446-7e20dd1ae2e7 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0481913 Jan 18 16:16:07.216310 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ecf5e2db-8315-4afc-9ac4-26179ec67d1a req-3211119f-56f4-4536-a9ff-58e77afa078a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405552 Jan 18 16:16:07.893144 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013baf13-043e-4186-a8d5-2078c95fec67 req-1917eb1a-863a-49f6-80cd-ffdc18f552c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:07.894684 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-013baf13-043e-4186-a8d5-2078c95fec67 req-1917eb1a-863a-49f6-80cd-ffdc18f552c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 1098 time: 0.0405107 Jan 18 16:16:07.995630 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013baf13-043e-4186-a8d5-2078c95fec67 req-f8d4fc0d-8bf4-47e0-857e-4bbce8d530f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:07.997283 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-013baf13-043e-4186-a8d5-2078c95fec67 req-f8d4fc0d-8bf4-47e0-857e-4bbce8d530f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2 HTTP/1.1" status: 200 len: 917 time: 0.0888932 Jan 18 16:16:08.066022 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-013baf13-043e-4186-a8d5-2078c95fec67 req-46346d2b-2b5e-45ef-9f50-e1e9b4c5cbac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7 HTTP/1.1" status: 200 len: 1001 time: 0.0605779 Jan 18 16:16:08.114928 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013baf13-043e-4186-a8d5-2078c95fec67 req-0f6bb5eb-0620-42cf-bac3-3c0b99450dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:08.116353 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-013baf13-043e-4186-a8d5-2078c95fec67 req-0f6bb5eb-0620-42cf-bac3-3c0b99450dc8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=614bbcdf-a5b6-4cca-8a78-c3d63af128f4 HTTP/1.1" status: 200 len: 855 time: 0.0433905 Jan 18 16:16:08.170784 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013baf13-043e-4186-a8d5-2078c95fec67 req-7ad28b8f-6504-47fd-9ceb-3e8829970895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:08.172403 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-013baf13-043e-4186-a8d5-2078c95fec67 req-7ad28b8f-6504-47fd-9ceb-3e8829970895 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430470 Jan 18 16:16:08.261402 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-013baf13-043e-4186-a8d5-2078c95fec67 req-1db97d5e-ce66-4fe6-904a-6cdb8eb50fa5 service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812867 Jan 18 16:16:08.336235 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf2233-ac82-4fb9-8d73-a5cdf6bd6a54 req-bae0488c-1b77-41a2-8afd-bdb556d69e6c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:08.338410 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a2bf2233-ac82-4fb9-8d73-a5cdf6bd6a54 req-bae0488c-1b77-41a2-8afd-bdb556d69e6c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0495157 Jan 18 16:16:08.356864 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-013baf13-043e-4186-a8d5-2078c95fec67 req-9ae5810e-db0b-47f9-bed2-d574168d1370 service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876510 Jan 18 16:16:08.385438 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a2bf2233-ac82-4fb9-8d73-a5cdf6bd6a54 req-1f9f81de-0204-4493-a88d-8d9a97482388 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413945 Jan 18 16:16:09.438026 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b1829cf3-c488-4060-b289-055f460d2b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:09.511443 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646b165-844f-4b5c-92a8-c604049b5ea5 req-49895c79-c7fd-4740-b0c2-bdaed440aa7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:09.513001 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a646b165-844f-4b5c-92a8-c604049b5ea5 req-49895c79-c7fd-4740-b0c2-bdaed440aa7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0510669 Jan 18 16:16:09.559045 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a646b165-844f-4b5c-92a8-c604049b5ea5 req-6e811153-0524-4a84-bf61-7000784ad792 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405216 Jan 18 16:16:09.780722 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:16:10.678308 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87809a-e24d-4886-bf13-fc8bed1b0dd3 req-7febce98-df39-4fae-a476-e391007c39fe tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:10.679921 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ed87809a-e24d-4886-bf13-fc8bed1b0dd3 req-7febce98-df39-4fae-a476-e391007c39fe tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0471518 Jan 18 16:16:10.726529 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ed87809a-e24d-4886-bf13-fc8bed1b0dd3 req-f74dfc8a-34a7-4b5f-a502-b0b77e2c1558 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404491 Jan 18 16:16:11.532929 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1c16052-c62c-459d-8e84-f04bb4ab9fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:12.057331 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:16:12.132648 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 is: ACTIVE; New status is: DOWN {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:16:12.132938 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:12.155204 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:16:12.157545 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc87d34-60ff-49e6-8fce-86bcdff683b8" -d '{"events": [{"server_uuid": "289e7bb3-fb64-40ed-be0c-b6211e7f4ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "6e7e3003-9694-46b2-a1e1-140bfe02ebb7"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:16:12.170256 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:16:12.192528 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 16:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5117e8-8d1e-4fb2-b28d-8c223f792508 x-openstack-request-id: req-9c5117e8-8d1e-4fb2-b28d-8c223f792508 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:16:12.192863 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289e7bb3-fb64-40ed-be0c-b6211e7f4ec4", "name": "network-vif-unplugged", "status": "failed", "tag": "6e7e3003-9694-46b2-a1e1-140bfe02ebb7", "code": 422}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:16:12.193126 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c5117e8-8d1e-4fb2-b28d-8c223f792508 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:16:12.193631 dv-cinder-788366-8-iscsi neutron-server[103254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7', 'code': 422} returned with failed status Jan 18 16:16:12.276164 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:12.327332 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,revision_number=8']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:16:12.945411 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [req-dc1501f6-9012-40b0-b37d-641a0283ba32 req-5cee3b18-7e11-42e9-8103-9b1bd0706865 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:16:12.946445 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dc1501f6-9012-40b0-b37d-641a0283ba32 req-5cee3b18-7e11-42e9-8103-9b1bd0706865 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052118 Jan 18 16:16:13.328257 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88430596-cd47-4fb0-8efb-40c72469a37c req-db12cc1e-da73-47fa-9af6-180610e05757 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:13.329729 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-88430596-cd47-4fb0-8efb-40c72469a37c req-db12cc1e-da73-47fa-9af6-180610e05757 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0475166 Jan 18 16:16:13.380784 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-88430596-cd47-4fb0-8efb-40c72469a37c req-84e6a9b5-e24f-4bd9-b1b8-b974f1085da9 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447838 Jan 18 16:16:13.528987 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:13.600946 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e8516af1-7473-4266-a987-47dfc3000946 req-61179fe5-2600-4ffb-b962-c6bbb375f799 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0374298 Jan 18 16:16:14.407683 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:14.498589 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd8d3c-f8b1-415d-93bc-33bda97e9332 req-0ec8f717-087c-470c-80e6-5fc4efe11611 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:14.500133 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-49fd8d3c-f8b1-415d-93bc-33bda97e9332 req-0ec8f717-087c-470c-80e6-5fc4efe11611 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0483842 Jan 18 16:16:14.547818 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-49fd8d3c-f8b1-415d-93bc-33bda97e9332 req-74d5541c-0801-4502-85f8-561839d80f46 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412192 Jan 18 16:16:15.242961 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8516af1-7473-4266-a987-47dfc3000946 req-3dc8fa67-3a96-4ed8-a211-b2c9df7c1a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:15.244407 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e8516af1-7473-4266-a987-47dfc3000946 req-3dc8fa67-3a96-4ed8-a211-b2c9df7c1a41 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4&tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b HTTP/1.1" status: 200 len: 1096 time: 0.0437505 Jan 18 16:16:15.303239 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8516af1-7473-4266-a987-47dfc3000946 req-2884e23c-08cc-4ff7-9589-8310b0570b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:15.304725 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e8516af1-7473-4266-a987-47dfc3000946 req-2884e23c-08cc-4ff7-9589-8310b0570b0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0389581 Jan 18 16:16:15.397668 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8516af1-7473-4266-a987-47dfc3000946 req-05e9974f-48ff-4b35-8138-889ecc0e737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:15.399125 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e8516af1-7473-4266-a987-47dfc3000946 req-05e9974f-48ff-4b35-8138-889ecc0e737c service neutron] 10.222.0.72 "GET /v2.0/networks?id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2 HTTP/1.1" status: 200 len: 917 time: 0.0857272 Jan 18 16:16:15.461999 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e8516af1-7473-4266-a987-47dfc3000946 req-3078034d-568e-41bb-8d56-3572b59fa40c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7 HTTP/1.1" status: 200 len: 999 time: 0.0561154 Jan 18 16:16:15.515280 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8516af1-7473-4266-a987-47dfc3000946 req-ece7aa9d-9fac-49da-ae25-ae0a847a241c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:15.516624 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e8516af1-7473-4266-a987-47dfc3000946 req-ece7aa9d-9fac-49da-ae25-ae0a847a241c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=614bbcdf-a5b6-4cca-8a78-c3d63af128f4 HTTP/1.1" status: 200 len: 855 time: 0.0454922 Jan 18 16:16:15.561841 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8516af1-7473-4266-a987-47dfc3000946 req-bfa1e12a-75ae-4597-acb9-32e93530d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:15.563555 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e8516af1-7473-4266-a987-47dfc3000946 req-bfa1e12a-75ae-4597-acb9-32e93530d964 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=233c31cc-8c39-4834-9e7b-525f1b0f0ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395510 Jan 18 16:16:15.655543 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e8516af1-7473-4266-a987-47dfc3000946 req-c0703a83-8288-44c7-9c19-1c010ddb05da service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820773 Jan 18 16:16:15.668772 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118b244-c368-4b97-88b9-e9a80434be00 req-279939ba-dbda-423c-aea6-a32f635480de tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:15.670231 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d118b244-c368-4b97-88b9-e9a80434be00 req-279939ba-dbda-423c-aea6-a32f635480de tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0512483 Jan 18 16:16:15.719967 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d118b244-c368-4b97-88b9-e9a80434be00 req-1e857699-fdff-44eb-9f5d-f3e30a605075 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440974 Jan 18 16:16:15.760776 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-e8516af1-7473-4266-a987-47dfc3000946 req-276b82ca-7f4e-4672-b2f8-c5ee5963768b service neutron] 10.222.0.72 "GET /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910256 Jan 18 16:16:15.778576 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:16.452839 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed276851-020e-48af-a593-7bb663c6a687 req-512b821b-4492-4837-81d4-b8283def2b38 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:16.454439 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ed276851-020e-48af-a593-7bb663c6a687 req-512b821b-4492-4837-81d4-b8283def2b38 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 945 time: 0.0532839 Jan 18 16:16:16.519281 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ed276851-020e-48af-a593-7bb663c6a687 req-b5e3727a-6484-49a0-ad7c-1cd2baca595d tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579545 Jan 18 16:16:16.542710 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52468) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:16:16.655772 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bbcc95-7d17-4b9e-a7a8-e0b2b2a9ba72 tempest-TestMinimumBasicScenario-1015923938 tempest-TestMinimumBasicScenario-1015923938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:16.657580 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-f8bbcc95-7d17-4b9e-a7a8-e0b2b2a9ba72 tempest-TestMinimumBasicScenario-1015923938 tempest-TestMinimumBasicScenario-1015923938-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 1093 time: 0.1137204 Jan 18 16:16:16.660435 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52472) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:16:16.666910 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Request body: {'floatingip': {'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'port_id': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:16:16.763944 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:16.887800 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae571d-5ca6-4ca6-bb3a-34637b01d2db req-31001569-28bf-45ee-b1de-e95f14a6d071 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:16.897271 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-49ae571d-5ca6-4ca6-bb3a-34637b01d2db req-31001569-28bf-45ee-b1de-e95f14a6d071 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0947208 Jan 18 16:16:16.951119 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:16.955766 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-49ae571d-5ca6-4ca6-bb3a-34637b01d2db req-ce0a2e9a-cda2-4cff-9b45-e49a7151de11 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575123 Jan 18 16:16:17.065411 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_common [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Allocated IP 172.27.2.14 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/24e0f155-c9fa-4c64-b290-172e5bb52c69) {{(pid=103252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:16:17.176876 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for port (24e0f155-c9fa-4c64-b290-172e5bb52c69), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:17.276709 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (24e0f155-c9fa-4c64-b290-172e5bb52c69), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:17.317894 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:16:17.320745 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:16:17.324352 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Received port after_create {{(pid=103252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:16:17.329965 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Pushing event updated for resources: {'Port': ['ID=24e0f155-c9fa-4c64-b290-172e5bb52c69,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:16:17.702879 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for floatingip (b3f31da6-a87f-4922-a591-11921f8547b3), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:17.881388 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (24e0f155-c9fa-4c64-b290-172e5bb52c69), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:18.052903 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for port (24e0f155-c9fa-4c64-b290-172e5bb52c69), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:18.095593 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c8c92-ed7e-41ed-a347-9baf655be487 req-764b23fd-4dfb-4668-bf01-325a905f1e8e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:18.097205 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bb7c8c92-ed7e-41ed-a347-9baf655be487 req-764b23fd-4dfb-4668-bf01-325a905f1e8e tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0560515 Jan 18 16:16:18.147379 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bb7c8c92-ed7e-41ed-a347-9baf655be487 req-68a54029-cbd9-41c6-8aa3-523986ee3b68 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Jan 18 16:16:18.157295 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8693634'] for port (24e0f155-c9fa-4c64-b290-172e5bb52c69), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:18.237349 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Pushing event updated for resources: {'Port': ['ID=24e0f155-c9fa-4c64-b290-172e5bb52c69,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:16:18.251803 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (b3f31da6-a87f-4922-a591-11921f8547b3), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:18.352044 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.l3_db [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Floating IP b3f31da6-a87f-4922-a591-11921f8547b3 associated. External IP: 172.27.2.14, port: 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27. Jan 18 16:16:18.562675 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Router 0cfc2430-4bde-4a27-84a6-4081da68e225 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:16:18.673115 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:16:18.687113 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b0f214-1d2d-46da-9b30-a84168e29dae None None] Sync routers for ids ['0cfc2430-4bde-4a27-84a6-4081da68e225'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:16:18.699396 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b0f214-1d2d-46da-9b30-a84168e29dae None None] Routers {'0cfc2430-4bde-4a27-84a6-4081da68e225'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:16:18.703790 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-11b0f214-1d2d-46da-9b30-a84168e29dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:16:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['0cfc2430-4bde-4a27-84a6-4081da68e225'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:16:18.813253 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:18.822036 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-11b0f214-1d2d-46da-9b30-a84168e29dae None None] Set router 0cfc2430-4bde-4a27-84a6-4081da68e225 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:16:18.844815 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 52478) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:16:18.853268 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-1acc5458-0450-4b98-9d4b-39abfeeae489 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1831303 Jan 18 16:16:18.853268 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'tag': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:16:18.853268 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480fdd59-788c-46c4-add7-edfddd7141c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a8a410-8e72-472a-922b-afdc26257dea", "tag": "2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:16:18.853572 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2b484538-5bf2-4485-8bcd-488454339aa1 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-519240782', 'description': 'tempest-secgroup-smoke-519240782 description', 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:16:18.905171 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f8e5a2-49e9-45bf-9c7f-ea22ea0b5458 x-openstack-request-id: req-b9f8e5a2-49e9-45bf-9c7f-ea22ea0b5458 {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:16:18.905171 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a8a410-8e72-472a-922b-afdc26257dea", "tag": "2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:16:18.905171 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9f8e5a2-49e9-45bf-9c7f-ea22ea0b5458 {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:16:18.905788 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'tag': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27', 'status': 'completed', 'code': 200} Jan 18 16:16:18.973487 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b484538-5bf2-4485-8bcd-488454339aa1 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:19.056216 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b484538-5bf2-4485-8bcd-488454339aa1 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group (26c111d7-b9e6-4dcf-8393-58f96cd9a721), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:19.138074 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-11b0f214-1d2d-46da-9b30-a84168e29dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'name': 'tempest-TestMinimumBasicScenario-1991374939-router', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:14Z', 'updated_at': '2022-01-18T16:15:18Z', 'revision_number': 4, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'gw_port': {'id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:15Z', 'updated_at': '2022-01-18T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': 'b3f31da6-a87f-4922-a591-11921f8547b3', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'port_id': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee', 'mac_address': 'fa:16:3e:0a:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:16:17Z', 'updated_at': '2022-01-18T16:16:17Z', 'revision_number': 0, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6e4613-bb52-4966-939f-f754ecb53d10', 'name': '', 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'mac_address': 'fa:16:3e:c2:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:17Z', 'updated_at': '2022-01-18T16:15:22Z', 'revision_number': 5, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'subnets': [{'id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:16:19.169253 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b0f214-1d2d-46da-9b30-a84168e29dae None None] Checking router: 0cfc2430-4bde-4a27-84a6-4081da68e225 for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:16:19.198189 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b0f214-1d2d-46da-9b30-a84168e29dae None None] Routers {'0cfc2430-4bde-4a27-84a6-4081da68e225'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:16:19.198189 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-11b0f214-1d2d-46da-9b30-a84168e29dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:16:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['0cfc2430-4bde-4a27-84a6-4081da68e225'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:16:19.327894 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17003743-cce7-4845-9f54-a3e0e99c24da req-8a73e9ac-b8a8-4b41-a9f4-0d2cfac147ea tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:19.329746 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-17003743-cce7-4845-9f54-a3e0e99c24da req-8a73e9ac-b8a8-4b41-a9f4-0d2cfac147ea tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0599744 Jan 18 16:16:19.337091 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-11b0f214-1d2d-46da-9b30-a84168e29dae None None] Set router 0cfc2430-4bde-4a27-84a6-4081da68e225 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:16:19.358763 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b484538-5bf2-4485-8bcd-488454339aa1 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (26c111d7-b9e6-4dcf-8393-58f96cd9a721), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:19.427002 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b484538-5bf2-4485-8bcd-488454339aa1 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c111d7-b9e6-4dcf-8393-58f96cd9a721,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:16:19.428456 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-17003743-cce7-4845-9f54-a3e0e99c24da req-db8421ee-6648-48d3-882e-528629600180 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726542 Jan 18 16:16:19.674545 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-11b0f214-1d2d-46da-9b30-a84168e29dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'name': 'tempest-TestMinimumBasicScenario-1991374939-router', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:14Z', 'updated_at': '2022-01-18T16:15:18Z', 'revision_number': 4, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'gw_port': {'id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:15Z', 'updated_at': '2022-01-18T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': 'b3f31da6-a87f-4922-a591-11921f8547b3', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'port_id': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee', 'mac_address': 'fa:16:3e:0a:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:16:17Z', 'updated_at': '2022-01-18T16:16:17Z', 'revision_number': 0, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6e4613-bb52-4966-939f-f754ecb53d10', 'name': '', 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'mac_address': 'fa:16:3e:c2:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:17Z', 'updated_at': '2022-01-18T16:15:22Z', 'revision_number': 5, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'subnets': [{'id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:16:19.707883 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b0f214-1d2d-46da-9b30-a84168e29dae None None] The sync data for ids ['0cfc2430-4bde-4a27-84a6-4081da68e225'] in dv-cinder-788366-8-iscsi is: [{'id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'name': 'tempest-TestMinimumBasicScenario-1991374939-router', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:14Z', 'updated_at': '2022-01-18T16:15:18Z', 'revision_number': 4, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'gw_port': {'id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:15Z', 'updated_at': '2022-01-18T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': 'b3f31da6-a87f-4922-a591-11921f8547b3', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'port_id': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee', 'mac_address': 'fa:16:3e:0a:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:16:17Z', 'updated_at': '2022-01-18T16:16:17Z', 'revision_number': 0, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6e4613-bb52-4966-939f-f754ecb53d10', 'name': '', 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'mac_address': 'fa:16:3e:c2:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:17Z', 'updated_at': '2022-01-18T16:15:22Z', 'revision_number': 5, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'subnets': [{'id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:16:19.794486 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b484538-5bf2-4485-8bcd-488454339aa1 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:19.795780 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2b484538-5bf2-4485-8bcd-488454339aa1 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9498777 Jan 18 16:16:19.798934 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 52486) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:16:19.803735 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-31ae64ce-93c5-4830-9fe4-5dd0882bf0d5 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Request body: {'security_group_rule': {'security_group_id': '26c111d7-b9e6-4dcf-8393-58f96cd9a721', 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:16:19.943704 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f3053-f21c-43e4-b729-4703a4aea631 None None] New status for floating IP b3f31da6-a87f-4922-a591-11921f8547b3: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:16:19.947061 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31ae64ce-93c5-4830-9fe4-5dd0882bf0d5 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (897cc22f-ded0-4437-bd21-fc097caa5ced), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:20.020432 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31ae64ce-93c5-4830-9fe4-5dd0882bf0d5 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (897cc22f-ded0-4437-bd21-fc097caa5ced), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:20.158428 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31ae64ce-93c5-4830-9fe4-5dd0882bf0d5 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (897cc22f-ded0-4437-bd21-fc097caa5ced), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:20.177883 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae64ce-93c5-4830-9fe4-5dd0882bf0d5 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897cc22f-ded0-4437-bd21-fc097caa5ced,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:16:20.550528 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5930c-bf32-4634-b24a-6780b5142d64 req-346a0b44-0bb7-4462-a889-dd5869fa6729 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:20.552030 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f3b5930c-bf32-4634-b24a-6780b5142d64 req-346a0b44-0bb7-4462-a889-dd5869fa6729 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0548036 Jan 18 16:16:20.599597 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31ae64ce-93c5-4830-9fe4-5dd0882bf0d5 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:20.599898 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f3b5930c-bf32-4634-b24a-6780b5142d64 req-812056f1-5817-47c8-9628-2cb20bb4f368 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422630 Jan 18 16:16:20.605543 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-31ae64ce-93c5-4830-9fe4-5dd0882bf0d5 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8010035 Jan 18 16:16:20.605543 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 52490) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:16:20.609206 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5229b2fa-5899-47d6-b092-6613f3c9aa62 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Request body: {'security_group_rule': {'security_group_id': '26c111d7-b9e6-4dcf-8393-58f96cd9a721', 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:16:20.740327 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5229b2fa-5899-47d6-b092-6613f3c9aa62 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (2ccb946c-8a52-4846-b255-51652e045bae), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:20.823820 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5229b2fa-5899-47d6-b092-6613f3c9aa62 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (2ccb946c-8a52-4846-b255-51652e045bae), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:21.032173 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5229b2fa-5899-47d6-b092-6613f3c9aa62 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (2ccb946c-8a52-4846-b255-51652e045bae), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:21.048856 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229b2fa-5899-47d6-b092-6613f3c9aa62 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ccb946c-8a52-4846-b255-51652e045bae,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:16:21.159793 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5229b2fa-5899-47d6-b092-6613f3c9aa62 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:21.164264 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52492) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:16:21.169607 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-22cf4c30-a5ee-49f0-a2a8-acf53ded80c7 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Request body: {'security_group_rule': {'security_group_id': '26c111d7-b9e6-4dcf-8393-58f96cd9a721', 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:16:21.173262 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5229b2fa-5899-47d6-b092-6613f3c9aa62 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5677276 Jan 18 16:16:21.271505 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-22cf4c30-a5ee-49f0-a2a8-acf53ded80c7 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (312bbb73-de83-434e-a6b0-541e8836492f), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:21.332329 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-22cf4c30-a5ee-49f0-a2a8-acf53ded80c7 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (312bbb73-de83-434e-a6b0-541e8836492f), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:21.432635 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-22cf4c30-a5ee-49f0-a2a8-acf53ded80c7 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (312bbb73-de83-434e-a6b0-541e8836492f), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:21.451613 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf4c30-a5ee-49f0-a2a8-acf53ded80c7 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312bbb73-de83-434e-a6b0-541e8836492f,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:16:21.541170 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-22cf4c30-a5ee-49f0-a2a8-acf53ded80c7 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:21.542571 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-22cf4c30-a5ee-49f0-a2a8-acf53ded80c7 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3766463 Jan 18 16:16:21.545190 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52494) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:16:21.549519 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-ff040a23-0197-449a-b042-3739124477a1 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Request body: {'security_group_rule': {'security_group_id': '26c111d7-b9e6-4dcf-8393-58f96cd9a721', 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:16:21.648296 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ff040a23-0197-449a-b042-3739124477a1 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (1aaa1ad8-34ce-4be8-baab-742ba3d171be), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:21.964066 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ff040a23-0197-449a-b042-3739124477a1 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (1aaa1ad8-34ce-4be8-baab-742ba3d171be), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:21.990937 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e390f7a-40ff-4425-9847-33a776259d19 req-595c7fbf-5298-4416-a482-3fc4db77ec2a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:21.992562 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0e390f7a-40ff-4425-9847-33a776259d19 req-595c7fbf-5298-4416-a482-3fc4db77ec2a tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.2966146 Jan 18 16:16:22.043073 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0e390f7a-40ff-4425-9847-33a776259d19 req-3b167c73-1072-49fa-9687-2597deed15de tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444205 Jan 18 16:16:22.044574 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ff040a23-0197-449a-b042-3739124477a1 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (1aaa1ad8-34ce-4be8-baab-742ba3d171be), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:22.063979 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff040a23-0197-449a-b042-3739124477a1 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aaa1ad8-34ce-4be8-baab-742ba3d171be,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:16:22.125403 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ff040a23-0197-449a-b042-3739124477a1 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:22.126642 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-ff040a23-0197-449a-b042-3739124477a1 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5805168 Jan 18 16:16:22.129488 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52500) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:16:22.134205 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-81952c81-03f7-4ebc-8947-8269b5d0df7f tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Request body: {'security_group_rule': {'security_group_id': '26c111d7-b9e6-4dcf-8393-58f96cd9a721', 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:16:22.242045 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.securitygroups_db [None req-81952c81-03f7-4ebc-8947-8269b5d0df7f tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Project c7d07eac99334f1ca5ce9f02c7c421c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:16:22.247655 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-81952c81-03f7-4ebc-8947-8269b5d0df7f tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (fb8fa78c-a4bf-4b30-80f5-8d1f66fb637e), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:22.308862 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-81952c81-03f7-4ebc-8947-8269b5d0df7f tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (fb8fa78c-a4bf-4b30-80f5-8d1f66fb637e), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:22.414701 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-81952c81-03f7-4ebc-8947-8269b5d0df7f tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (fb8fa78c-a4bf-4b30-80f5-8d1f66fb637e), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:22.435171 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81952c81-03f7-4ebc-8947-8269b5d0df7f tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8fa78c-a4bf-4b30-80f5-8d1f66fb637e,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:16:22.965777 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-81952c81-03f7-4ebc-8947-8269b5d0df7f tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:22.967016 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-81952c81-03f7-4ebc-8947-8269b5d0df7f tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8365977 Jan 18 16:16:22.969638 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52502) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:16:22.973840 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-f93094d1-f05b-4d45-8283-bf1c145dd300 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Request body: {'security_group_rule': {'security_group_id': '26c111d7-b9e6-4dcf-8393-58f96cd9a721', 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:16:23.189122 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a329c5f-2bc3-4287-9c88-acd81df9e026 req-151c63c7-f88b-460c-a1ba-4e4de5a368bf tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:23.191056 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9a329c5f-2bc3-4287-9c88-acd81df9e026 req-151c63c7-f88b-460c-a1ba-4e4de5a368bf tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0675797 Jan 18 16:16:23.239358 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9a329c5f-2bc3-4287-9c88-acd81df9e026 req-6f93793b-45dc-436e-b296-8b1cf60098bf tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427310 Jan 18 16:16:23.375225 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.securitygroups_db [None req-f93094d1-f05b-4d45-8283-bf1c145dd300 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Project c7d07eac99334f1ca5ce9f02c7c421c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:16:23.381000 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f93094d1-f05b-4d45-8283-bf1c145dd300 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (94dc9268-6909-4723-bb3b-d5f5013373b1), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:23.434281 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f93094d1-f05b-4d45-8283-bf1c145dd300 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (94dc9268-6909-4723-bb3b-d5f5013373b1), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:23.500908 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f93094d1-f05b-4d45-8283-bf1c145dd300 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (94dc9268-6909-4723-bb3b-d5f5013373b1), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:23.519465 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93094d1-f05b-4d45-8283-bf1c145dd300 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94dc9268-6909-4723-bb3b-d5f5013373b1,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:16:23.600758 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-f93094d1-f05b-4d45-8283-bf1c145dd300 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:23.602604 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-f93094d1-f05b-4d45-8283-bf1c145dd300 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6320622 Jan 18 16:16:23.704005 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3ac79829-a44f-48b4-8526-1f36a1009929 req-c2cb125b-8200-4c4b-8d81-d61ed93c50b3 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519240782&fields=id&tenant_id=c7d07eac99334f1ca5ce9f02c7c421c3 HTTP/1.1" status: 200 len: 267 time: 0.0534484 Jan 18 16:16:23.758656 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac79829-a44f-48b4-8526-1f36a1009929 req-0ff54c8c-568a-4ed9-b332-0bd4d012ed51 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:23.760260 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3ac79829-a44f-48b4-8526-1f36a1009929 req-0ff54c8c-568a-4ed9-b332-0bd4d012ed51 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 945 time: 0.0503511 Jan 18 16:16:23.772034 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [req-3ac79829-a44f-48b4-8526-1f36a1009929 req-20942e77-3244-4590-8f10-1a276d92cb2e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Request body: {'port': {'security_groups': ['6fadf3a0-b07e-400a-be93-240d871a0586', '26c111d7-b9e6-4dcf-8393-58f96cd9a721']}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:16:23.843376 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-3ac79829-a44f-48b4-8526-1f36a1009929 req-20942e77-3244-4590-8f10-1a276d92cb2e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:24.095492 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [req-3ac79829-a44f-48b4-8526-1f36a1009929 req-20942e77-3244-4590-8f10-1a276d92cb2e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] For port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27,segment=NetworkSegment(d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f),segment_id=d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f)] {{(pid=103252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:16:24.095492 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-3ac79829-a44f-48b4-8526-1f36a1009929 req-20942e77-3244-4590-8f10-1a276d92cb2e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:24.365017 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f36850-a1ab-4774-b557-d32dd7ba6301 req-f8324c06-8f9f-4801-8a81-30a87a391466 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:24.366516 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a9f36850-a1ab-4774-b557-d32dd7ba6301 req-f8324c06-8f9f-4801-8a81-30a87a391466 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0526476 Jan 18 16:16:24.416385 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a9f36850-a1ab-4774-b557-d32dd7ba6301 req-60922a25-6c89-4a54-b2ab-e823c6ca0d0d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430751 Jan 18 16:16:24.418945 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-3ac79829-a44f-48b4-8526-1f36a1009929 req-20942e77-3244-4590-8f10-1a276d92cb2e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8693634'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:24.431294 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:16:24.487540 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac79829-a44f-48b4-8526-1f36a1009929 req-20942e77-3244-4590-8f10-1a276d92cb2e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:24.487540 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-3ac79829-a44f-48b4-8526-1f36a1009929 req-20942e77-3244-4590-8f10-1a276d92cb2e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:24.489311 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3ac79829-a44f-48b4-8526-1f36a1009929 req-20942e77-3244-4590-8f10-1a276d92cb2e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "PUT /v2.0/ports/2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 HTTP/1.1" status: 200 len: 981 time: 0.7218556 Jan 18 16:16:24.490131 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'tag': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:16:24.497575 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530f68c0-6b9f-4afc-8a5b-e51e431ae36b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a8a410-8e72-472a-922b-afdc26257dea", "tag": "2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:16:24.545400 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20942e77-3244-4590-8f10-1a276d92cb2e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Pushing event updated for resources: {'Port': ['ID=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27,revision_number=6']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:16:24.599555 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89eb097-7bfa-45a9-a717-c2414111bb9e x-openstack-request-id: req-a89eb097-7bfa-45a9-a717-c2414111bb9e {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:16:24.599851 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a8a410-8e72-472a-922b-afdc26257dea", "tag": "2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:16:24.600115 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a89eb097-7bfa-45a9-a717-c2414111bb9e {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:16:24.600716 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'tag': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27', 'status': 'completed', 'code': 200} Jan 18 16:16:24.653331 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:16:24.660067 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415239-b5b1-453c-b2f0-741d35e95bc0 req-37583d01-3f74-4b90-8038-8fed57485625 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:24.667571 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-03415239-b5b1-453c-b2f0-741d35e95bc0 req-37583d01-3f74-4b90-8038-8fed57485625 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0791771 Jan 18 16:16:24.732771 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-03415239-b5b1-453c-b2f0-741d35e95bc0 req-baadbe25-4751-4f3d-96c1-69d05e74d488 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638466 Jan 18 16:16:24.905523 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-01126dca-ad7b-4578-9758-464c370c9491 None None] Provisioning complete for port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:16:24.905820 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01126dca-ad7b-4578-9758-464c370c9491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:25.117126 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-01126dca-ad7b-4578-9758-464c370c9491 None None] Current status of the port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:16:25.358765 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f68c0-6b9f-4afc-8a5b-e51e431ae36b req-b3411830-1871-476a-bbd4-61068e1dcd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:25.360274 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-530f68c0-6b9f-4afc-8a5b-e51e431ae36b req-b3411830-1871-476a-bbd4-61068e1dcd84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7d07eac99334f1ca5ce9f02c7c421c3&device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 1137 time: 0.0408218 Jan 18 16:16:25.451808 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f68c0-6b9f-4afc-8a5b-e51e431ae36b req-fdc43057-981c-4be1-9ba5-b6d8507d6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:25.453546 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-530f68c0-6b9f-4afc-8a5b-e51e431ae36b req-fdc43057-981c-4be1-9ba5-b6d8507d6476 service neutron] 10.222.0.72 "GET /v2.0/networks?id=24abba69-a879-4a87-9e64-f9814fa4f3ee HTTP/1.1" status: 200 len: 916 time: 0.0862558 Jan 18 16:16:25.520528 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-530f68c0-6b9f-4afc-8a5b-e51e431ae36b req-da736e3e-3c2f-4c1a-a7f9-313623271d6c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 HTTP/1.1" status: 200 len: 1000 time: 0.0603120 Jan 18 16:16:25.540598 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a4368-c63f-4956-b127-f5ee7b695a50 req-478033ed-9824-4cd8-96af-4392c9cdc4b9 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:25.546680 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-526a4368-c63f-4956-b127-f5ee7b695a50 req-478033ed-9824-4cd8-96af-4392c9cdc4b9 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0524685 Jan 18 16:16:25.570148 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f68c0-6b9f-4afc-8a5b-e51e431ae36b req-83f7d979-9bc6-4ebb-917b-a86132b114db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:25.571652 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-530f68c0-6b9f-4afc-8a5b-e51e431ae36b req-83f7d979-9bc6-4ebb-917b-a86132b114db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d HTTP/1.1" status: 200 len: 854 time: 0.0446239 Jan 18 16:16:25.594492 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-526a4368-c63f-4956-b127-f5ee7b695a50 req-fda009f9-96e4-4801-ab17-ab34dad57cf4 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421369 Jan 18 16:16:25.620728 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f68c0-6b9f-4afc-8a5b-e51e431ae36b req-310497fd-6ea4-4fc1-ba0a-cd759d71a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:25.622246 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-530f68c0-6b9f-4afc-8a5b-e51e431ae36b req-310497fd-6ea4-4fc1-ba0a-cd759d71a265 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24abba69-a879-4a87-9e64-f9814fa4f3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442274 Jan 18 16:16:25.710032 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-530f68c0-6b9f-4afc-8a5b-e51e431ae36b req-ce07f666-8da9-4064-a43a-ab657f40bf80 service neutron] 10.222.0.72 "GET /v2.0/networks/24abba69-a879-4a87-9e64-f9814fa4f3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802436 Jan 18 16:16:25.802005 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-530f68c0-6b9f-4afc-8a5b-e51e431ae36b req-728a33a0-e7f1-401d-9bee-2ad4337ba412 service neutron] 10.222.0.72 "GET /v2.0/networks/24abba69-a879-4a87-9e64-f9814fa4f3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856059 Jan 18 16:16:25.943026 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fdd59-788c-46c4-add7-edfddd7141c5 req-a1fac285-97cc-4254-bff1-3a24791994ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:25.944623 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-480fdd59-788c-46c4-add7-edfddd7141c5 req-a1fac285-97cc-4254-bff1-3a24791994ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7d07eac99334f1ca5ce9f02c7c421c3&device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 1137 time: 0.0412638 Jan 18 16:16:26.038629 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fdd59-788c-46c4-add7-edfddd7141c5 req-476f9e59-98cb-4f19-903b-2582c28ad5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:26.040107 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-480fdd59-788c-46c4-add7-edfddd7141c5 req-476f9e59-98cb-4f19-903b-2582c28ad5af service neutron] 10.222.0.72 "GET /v2.0/networks?id=24abba69-a879-4a87-9e64-f9814fa4f3ee HTTP/1.1" status: 200 len: 916 time: 0.0871978 Jan 18 16:16:26.105621 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-480fdd59-788c-46c4-add7-edfddd7141c5 req-120641d6-3e19-4dc9-93f2-4293e7df039e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 HTTP/1.1" status: 200 len: 1000 time: 0.0581920 Jan 18 16:16:26.152551 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fdd59-788c-46c4-add7-edfddd7141c5 req-e291f295-1c39-4228-ae46-95556991c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:26.153983 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-480fdd59-788c-46c4-add7-edfddd7141c5 req-e291f295-1c39-4228-ae46-95556991c3a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d HTTP/1.1" status: 200 len: 854 time: 0.0416179 Jan 18 16:16:26.204526 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fdd59-788c-46c4-add7-edfddd7141c5 req-37e44cfe-8d00-4aa1-ab73-bc1c7fe91609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:26.205909 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-480fdd59-788c-46c4-add7-edfddd7141c5 req-37e44cfe-8d00-4aa1-ab73-bc1c7fe91609 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24abba69-a879-4a87-9e64-f9814fa4f3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434647 Jan 18 16:16:26.294156 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-480fdd59-788c-46c4-add7-edfddd7141c5 req-360186f1-67c3-42f7-8a07-a1d13ee96e61 service neutron] 10.222.0.72 "GET /v2.0/networks/24abba69-a879-4a87-9e64-f9814fa4f3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797718 Jan 18 16:16:26.386503 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-480fdd59-788c-46c4-add7-edfddd7141c5 req-2dd7927e-594d-4dd3-bfed-02a9a308ef3f service neutron] 10.222.0.72 "GET /v2.0/networks/24abba69-a879-4a87-9e64-f9814fa4f3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850372 Jan 18 16:16:26.718248 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c58c8-c9c3-4cc6-be18-056fa23e6f8a req-888ac920-e578-460b-a9f6-712288fb8fc4 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:26.719714 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cf5c58c8-c9c3-4cc6-be18-056fa23e6f8a req-888ac920-e578-460b-a9f6-712288fb8fc4 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0514765 Jan 18 16:16:26.766320 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cf5c58c8-c9c3-4cc6-be18-056fa23e6f8a req-78df5c96-ec58-4093-8d5c-1a9b252ad8ce tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409155 Jan 18 16:16:27.882389 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853293c-1bd4-4853-8d2f-63cde6349cfc req-d1f1c7ee-4470-4abb-9de3-9de2b30cc9e2 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:27.883778 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3853293c-1bd4-4853-8d2f-63cde6349cfc req-d1f1c7ee-4470-4abb-9de3-9de2b30cc9e2 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0471518 Jan 18 16:16:27.929129 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3853293c-1bd4-4853-8d2f-63cde6349cfc req-2a109c2b-7883-4c2e-a5bf-53faa0f0cde6 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393133 Jan 18 16:16:28.135261 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:16:28.241028 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:16:28.252661 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'port_id': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7', 'mac_address': 'fa:16:3e:cc:7f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:16:28.284819 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:28.290317 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:16:28.290697 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:28.306182 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:16:28.325687 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:16:28.414748 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:28.461985 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,revision_number=9']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:16:28.469548 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:16:28.469924 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:16:28.470261 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:16:28.470602 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:16:28.470940 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:16:28.471270 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:16:28.471603 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:16:28.471958 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:16:28.472290 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:16:28.472621 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:16:28.472974 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:16:28.473301 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:16:28.473624 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:16:28.723696 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['6e7e3003-9694-46b2-a1e1-140bfe02ebb7'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:16:29.048255 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d02af-cc28-4fc2-8666-e0f125a321e1 req-777f0cf5-b0f8-411f-b576-3768f9d4154d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:29.049674 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e75d02af-cc28-4fc2-8666-e0f125a321e1 req-777f0cf5-b0f8-411f-b576-3768f9d4154d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 944 time: 0.0512860 Jan 18 16:16:29.096741 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e75d02af-cc28-4fc2-8666-e0f125a321e1 req-081e09de-722c-4715-8ef2-c66c90a189ab tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413764 Jan 18 16:16:30.218063 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fa522-e467-45eb-a3de-6c40cc199150 req-65a42d3c-3c63-4bdf-86d2-b20872018b35 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:30.219686 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-491fa522-e467-45eb-a3de-6c40cc199150 req-65a42d3c-3c63-4bdf-86d2-b20872018b35 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 944 time: 0.0518746 Jan 18 16:16:30.268604 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-491fa522-e467-45eb-a3de-6c40cc199150 req-e6431972-0884-4613-87c3-119ebef270f2 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430875 Jan 18 16:16:30.289490 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:16:30.337200 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:16:30.337581 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:30.411418 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:16:30.411753 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:30.437232 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:16:30.439660 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c560482a-5dfc-4a38-9ea7-c762a2ea4592" -d '{"events": [{"server_uuid": "289e7bb3-fb64-40ed-be0c-b6211e7f4ec4", "name": "network-vif-plugged", "status": "completed", "tag": "6e7e3003-9694-46b2-a1e1-140bfe02ebb7"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:16:30.453055 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:16:30.475171 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90006da-b133-404c-8691-04da7c13c9ed x-openstack-request-id: req-f90006da-b133-404c-8691-04da7c13c9ed {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:16:30.475487 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289e7bb3-fb64-40ed-be0c-b6211e7f4ec4", "name": "network-vif-plugged", "status": "completed", "tag": "6e7e3003-9694-46b2-a1e1-140bfe02ebb7", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:16:30.475772 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f90006da-b133-404c-8691-04da7c13c9ed {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:16:30.476209 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7', 'code': 200} Jan 18 16:16:30.558076 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:30.605983 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,revision_number=10']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:16:30.865144 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b245b6-53e4-46a5-8c2a-494826b11dfb req-e881c0f8-e5f3-44de-9ef8-b8aa0d18dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:30.866653 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c3b245b6-53e4-46a5-8c2a-494826b11dfb req-e881c0f8-e5f3-44de-9ef8-b8aa0d18dad1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 1099 time: 0.0396829 Jan 18 16:16:30.908603 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-c3b245b6-53e4-46a5-8c2a-494826b11dfb req-5e9b3b89-9753-46c0-b2af-bacc6efc65cc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359340 Jan 18 16:16:31.384221 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa65383-aa7b-4998-9ea1-ebfe2cd617ab req-7e42d941-870b-4b54-926f-3200d2fbfe63 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:31.385692 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-afa65383-aa7b-4998-9ea1-ebfe2cd617ab req-7e42d941-870b-4b54-926f-3200d2fbfe63 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 946 time: 0.0468462 Jan 18 16:16:31.434922 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-afa65383-aa7b-4998-9ea1-ebfe2cd617ab req-6e459065-ad4f-4910-a749-f633ef90ccc2 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438318 Jan 18 16:16:31.910270 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d52c5b68-0c1e-4280-a30f-1740756150b7 req-0a5bb785-c5e2-4ddb-8125-e2153543c9cd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384634 Jan 18 16:16:31.981460 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c5b68-0c1e-4280-a30f-1740756150b7 req-07b178f5-5fe2-4dcb-bdd8-a2cd50744ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:31.982950 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d52c5b68-0c1e-4280-a30f-1740756150b7 req-07b178f5-5fe2-4dcb-bdd8-a2cd50744ac1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 1098 time: 0.0425184 Jan 18 16:16:32.087978 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c5b68-0c1e-4280-a30f-1740756150b7 req-bcfb754d-6731-4786-8c27-b5d8db229448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:32.089482 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d52c5b68-0c1e-4280-a30f-1740756150b7 req-bcfb754d-6731-4786-8c27-b5d8db229448 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9006094a-4cd3-4690-ae5f-0e16ae5eb237 HTTP/1.1" status: 200 len: 910 time: 0.0838561 Jan 18 16:16:32.156458 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d52c5b68-0c1e-4280-a30f-1740756150b7 req-50b04fd6-d271-428c-9217-1e007375f6bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf4361d-94ff-4be4-ba8c-b799947fdb73 HTTP/1.1" status: 200 len: 1001 time: 0.0600007 Jan 18 16:16:32.217047 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c5b68-0c1e-4280-a30f-1740756150b7 req-d22ee884-b98e-4531-acb9-ba8bd694e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:32.218905 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d52c5b68-0c1e-4280-a30f-1740756150b7 req-d22ee884-b98e-4531-acb9-ba8bd694e969 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fed91ed-377f-4a66-bb0c-79607a693d03 HTTP/1.1" status: 200 len: 848 time: 0.0455799 Jan 18 16:16:32.268242 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c5b68-0c1e-4280-a30f-1740756150b7 req-f4689b65-f35b-43ca-9c85-c6dc325222ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:32.269802 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d52c5b68-0c1e-4280-a30f-1740756150b7 req-f4689b65-f35b-43ca-9c85-c6dc325222ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9006094a-4cd3-4690-ae5f-0e16ae5eb237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419912 Jan 18 16:16:32.362847 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d52c5b68-0c1e-4280-a30f-1740756150b7 req-afc52fb8-e0f9-40b5-af9a-dfb75cd6d755 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855238 Jan 18 16:16:32.449809 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d52c5b68-0c1e-4280-a30f-1740756150b7 req-f1dc9cf1-3465-4857-a3b1-68a15df14eb8 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792396 Jan 18 16:16:32.559009 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90a093-d2c7-4157-9349-43979c5728ea req-36876669-bd25-4cf7-aad0-0c0561fa0da6 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:32.560493 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9c90a093-d2c7-4157-9349-43979c5728ea req-36876669-bd25-4cf7-aad0-0c0561fa0da6 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 946 time: 0.0496595 Jan 18 16:16:32.607276 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9c90a093-d2c7-4157-9349-43979c5728ea req-6ab79d2d-55bd-4a16-a128-43336a942ecb tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409727 Jan 18 16:16:33.725435 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9e7e8-64dc-4536-b201-dbadbf955efd req-b3e5f5a1-e02c-47fb-862a-2554d2b13ff7 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:33.726900 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3aa9e7e8-64dc-4536-b201-dbadbf955efd req-b3e5f5a1-e02c-47fb-862a-2554d2b13ff7 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 946 time: 0.0490448 Jan 18 16:16:33.772583 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3aa9e7e8-64dc-4536-b201-dbadbf955efd req-6695ab13-9539-4d59-a4ff-a4fc85357fef tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400579 Jan 18 16:16:34.895023 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e3fbb-abad-4c9e-b0af-265882a2694d req-09c0bcd8-4fb0-44a3-b3cd-636ebc23e84c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:34.896397 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8c2e3fbb-abad-4c9e-b0af-265882a2694d req-09c0bcd8-4fb0-44a3-b3cd-636ebc23e84c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 946 time: 0.0512841 Jan 18 16:16:34.943214 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8c2e3fbb-abad-4c9e-b0af-265882a2694d req-784934e5-6e48-4d2f-b5dd-ad82aa08f4bf tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408559 Jan 18 16:16:39.399805 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41207d7b-a97d-470b-aa79-7ffb35a34305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:41.458218 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cca4d34b-d28a-4431-b3ae-ff6818088c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:43.517139 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:44.355615 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:45.749744 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:46.779870 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:16:47.548772 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df4c63-a209-4b87-a834-22d0e645676b req-371d7473-fc45-4182-bd78-244c8ae70b0d tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:47.550180 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-89df4c63-a209-4b87-a834-22d0e645676b req-371d7473-fc45-4182-bd78-244c8ae70b0d tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0484638 Jan 18 16:16:47.610990 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-89df4c63-a209-4b87-a834-22d0e645676b req-c366d041-1b10-4645-a440-d79141e6ffef tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552168 Jan 18 16:16:47.648340 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53dc71-4edc-4ae5-acc5-1abf18c4acfb req-4324cb78-86b7-4f33-8508-385513d494e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:47.650401 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df53dc71-4edc-4ae5-acc5-1abf18c4acfb req-4324cb78-86b7-4f33-8508-385513d494e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7d07eac99334f1ca5ce9f02c7c421c3&device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 1137 time: 0.0443432 Jan 18 16:16:47.736094 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53dc71-4edc-4ae5-acc5-1abf18c4acfb req-bb1cc42f-ea33-4673-859d-444beb2c3292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:47.737636 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df53dc71-4edc-4ae5-acc5-1abf18c4acfb req-bb1cc42f-ea33-4673-859d-444beb2c3292 service neutron] 10.222.0.72 "GET /v2.0/networks?id=24abba69-a879-4a87-9e64-f9814fa4f3ee HTTP/1.1" status: 200 len: 916 time: 0.0821271 Jan 18 16:16:47.804741 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df53dc71-4edc-4ae5-acc5-1abf18c4acfb req-44d734a6-c2d4-41b3-92a0-e729c758d316 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 HTTP/1.1" status: 200 len: 1000 time: 0.0595939 Jan 18 16:16:47.850523 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53dc71-4edc-4ae5-acc5-1abf18c4acfb req-a7284635-dc1f-4821-88eb-df908b42a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:47.851900 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df53dc71-4edc-4ae5-acc5-1abf18c4acfb req-a7284635-dc1f-4821-88eb-df908b42a436 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d HTTP/1.1" status: 200 len: 854 time: 0.0414822 Jan 18 16:16:47.894490 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53dc71-4edc-4ae5-acc5-1abf18c4acfb req-7bb88c65-46f2-4ba4-b5ae-e672e0775eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:47.895904 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df53dc71-4edc-4ae5-acc5-1abf18c4acfb req-7bb88c65-46f2-4ba4-b5ae-e672e0775eec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24abba69-a879-4a87-9e64-f9814fa4f3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375974 Jan 18 16:16:47.986602 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df53dc71-4edc-4ae5-acc5-1abf18c4acfb req-7253c172-16ae-428f-b523-f7d560bb4343 service neutron] 10.222.0.72 "GET /v2.0/networks/24abba69-a879-4a87-9e64-f9814fa4f3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839686 Jan 18 16:16:48.076919 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-df53dc71-4edc-4ae5-acc5-1abf18c4acfb req-3e0a180b-30c6-4b04-ae65-6a5d54702c1f service neutron] 10.222.0.72 "GET /v2.0/networks/24abba69-a879-4a87-9e64-f9814fa4f3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820441 Jan 18 16:16:48.727366 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de327862-10ef-4974-a6d1-9871c1ba4fc7 req-a3bbb36d-bb51-4a3e-a7c4-d233da591c47 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:48.728864 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-de327862-10ef-4974-a6d1-9871c1ba4fc7 req-a3bbb36d-bb51-4a3e-a7c4-d233da591c47 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0488319 Jan 18 16:16:48.790710 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-de327862-10ef-4974-a6d1-9871c1ba4fc7 req-93b557c6-b393-43e1-b001-b95153275136 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562642 Jan 18 16:16:49.904333 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808faf2-12b9-4224-a118-fbdb368af4be req-fe1c9237-7e6c-4fd2-98d7-1f855dc8336b tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:49.905757 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1808faf2-12b9-4224-a118-fbdb368af4be req-fe1c9237-7e6c-4fd2-98d7-1f855dc8336b tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0478940 Jan 18 16:16:49.964261 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1808faf2-12b9-4224-a118-fbdb368af4be req-28253e14-9127-4931-a149-8a973e6f4911 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530131 Jan 18 16:16:51.076821 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcfbfa-0c68-4891-875a-0bcc15ffeeea req-78337d98-e49c-4a14-9940-ebd192d60b25 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:51.078276 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-98dcfbfa-0c68-4891-875a-0bcc15ffeeea req-78337d98-e49c-4a14-9940-ebd192d60b25 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0489368 Jan 18 16:16:51.136743 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-98dcfbfa-0c68-4891-875a-0bcc15ffeeea req-e0fd3c97-17a1-4f3d-bad8-d9684cfae424 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528841 Jan 18 16:16:52.252314 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43cda5-8039-4887-9c98-e431a954a422 req-097f4738-482f-4d05-8b58-ad77b43a4377 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:52.253817 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7e43cda5-8039-4887-9c98-e431a954a422 req-097f4738-482f-4d05-8b58-ad77b43a4377 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0506756 Jan 18 16:16:52.312166 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7e43cda5-8039-4887-9c98-e431a954a422 req-bcdbab69-f5b8-48ec-87a9-532a864d6dd4 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525112 Jan 18 16:16:53.426376 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97290318-a309-4881-9794-eaa978de9d7a req-642e6739-4b87-4e85-9a95-bed736112aa7 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:53.427951 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-97290318-a309-4881-9794-eaa978de9d7a req-642e6739-4b87-4e85-9a95-bed736112aa7 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0498204 Jan 18 16:16:53.489063 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-97290318-a309-4881-9794-eaa978de9d7a req-6d91873c-3689-4614-b681-d8a86be756ec tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554032 Jan 18 16:16:54.607837 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140ad6a-c468-4793-a3a5-e47b69c743bb req-92ef9fb9-d7c2-45fe-bb96-5afaf2730bcb tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:54.609436 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e140ad6a-c468-4793-a3a5-e47b69c743bb req-92ef9fb9-d7c2-45fe-bb96-5afaf2730bcb tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0535336 Jan 18 16:16:54.670014 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e140ad6a-c468-4793-a3a5-e47b69c743bb req-4c1d17ef-615f-4c9c-b9ce-12fd59adb3c1 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549324 Jan 18 16:16:55.783520 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184eb82-f3f2-44ab-9820-63dcb9dfd72b req-79ed8b02-5f0f-4ca4-92db-102663e137c3 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:55.785031 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0184eb82-f3f2-44ab-9820-63dcb9dfd72b req-79ed8b02-5f0f-4ca4-92db-102663e137c3 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0480087 Jan 18 16:16:55.843788 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0184eb82-f3f2-44ab-9820-63dcb9dfd72b req-47cefd1d-a436-4afa-89dd-26e9c76c16f6 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531125 Jan 18 16:16:56.957730 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1f133-c271-48ac-86c7-71a75b5e1f9a req-2cfd2988-e6a4-4096-9508-7daded7ea064 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:56.959187 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b5d1f133-c271-48ac-86c7-71a75b5e1f9a req-2cfd2988-e6a4-4096-9508-7daded7ea064 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0482481 Jan 18 16:16:57.022960 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b5d1f133-c271-48ac-86c7-71a75b5e1f9a req-0bbe66d4-0f5b-461f-b1cc-23f058ece8fb tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577507 Jan 18 16:16:58.135776 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca447e-26c6-4062-a2f7-828d440bcf99 req-afdea229-e92d-416e-9949-618ca53674a7 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:58.137236 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-40ca447e-26c6-4062-a2f7-828d440bcf99 req-afdea229-e92d-416e-9949-618ca53674a7 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0479684 Jan 18 16:16:58.195269 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-40ca447e-26c6-4062-a2f7-828d440bcf99 req-63b6db09-cd42-45f9-98b7-4610574763f7 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525165 Jan 18 16:16:58.254038 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:16:59.306910 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bfc35-2765-4ab1-b314-17e6974abc7b req-06605193-dabd-477e-8686-dfec95f093e7 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:16:59.308366 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c02bfc35-2765-4ab1-b314-17e6974abc7b req-06605193-dabd-477e-8686-dfec95f093e7 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0480566 Jan 18 16:16:59.366720 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c02bfc35-2765-4ab1-b314-17e6974abc7b req-ba80b90c-66b7-4f21-a57e-9823245c3ff5 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525415 Jan 18 16:17:00.482761 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a3afa-59b9-4a9b-b1d6-c0d8404e11c1 req-f0676a4b-6a2c-499e-8872-6d18fd2e2c93 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:00.484218 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e05a3afa-59b9-4a9b-b1d6-c0d8404e11c1 req-f0676a4b-6a2c-499e-8872-6d18fd2e2c93 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0515280 Jan 18 16:17:00.542552 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e05a3afa-59b9-4a9b-b1d6-c0d8404e11c1 req-3fec8848-f5ce-4009-96d6-7f6b6b293838 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526175 Jan 18 16:17:01.656218 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcc539-fa03-4310-9b44-5b494d5c55ad req-95b47da1-c3ef-4169-b852-4d2bb2af1076 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:01.657691 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-91dcc539-fa03-4310-9b44-5b494d5c55ad req-95b47da1-c3ef-4169-b852-4d2bb2af1076 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0484746 Jan 18 16:17:01.715959 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-91dcc539-fa03-4310-9b44-5b494d5c55ad req-624bda0a-c80b-4760-8b26-0f5fa012b579 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526965 Jan 18 16:17:02.828928 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f2338-9782-4514-954f-d728432a69b7 req-87c79906-3226-4014-8e61-9c00d63b3b46 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:02.830407 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6e7f2338-9782-4514-954f-d728432a69b7 req-87c79906-3226-4014-8e61-9c00d63b3b46 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0475204 Jan 18 16:17:02.891887 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6e7f2338-9782-4514-954f-d728432a69b7 req-efe421e0-afdc-46c2-b99c-835350b00c59 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551813 Jan 18 16:17:04.006652 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea058fc-523a-42bf-8e57-2035019dadac req-70ee6aac-6c8b-4dcc-894f-dbfa929c1e33 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:04.008099 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ea058fc-523a-42bf-8e57-2035019dadac req-70ee6aac-6c8b-4dcc-894f-dbfa929c1e33 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0481331 Jan 18 16:17:04.067300 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ea058fc-523a-42bf-8e57-2035019dadac req-84b5f65c-5387-47b5-84ad-cebf6b6d4fc6 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536730 Jan 18 16:17:05.179731 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e59ebf-4c1f-4812-a169-8e907fb306c0 req-ea162644-14eb-4de6-90e0-17f85de29cc4 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:05.181225 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d0e59ebf-4c1f-4812-a169-8e907fb306c0 req-ea162644-14eb-4de6-90e0-17f85de29cc4 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0480435 Jan 18 16:17:05.238921 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d0e59ebf-4c1f-4812-a169-8e907fb306c0 req-740b56ba-aad4-4d19-9c40-527b1cab2332 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=26c111d7-b9e6-4dcf-8393-58f96cd9a721&id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522351 Jan 18 16:17:08.906512 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b047f-d0ef-4872-8f51-52f1e89f2068 req-799a7fa1-cafb-406d-b72f-6d989d827d81 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:08.906512 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9f8b047f-d0ef-4872-8f51-52f1e89f2068 req-799a7fa1-cafb-406d-b72f-6d989d827d81 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 946 time: 0.0532429 Jan 18 16:17:08.951883 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9f8b047f-d0ef-4872-8f51-52f1e89f2068 req-bd996d08-2e5c-4e07-bc22-e9386da0f196 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424035 Jan 18 16:17:09.295744 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01e257-5542-4aab-8cb9-6fe4cb81c5ea req-0a8347f3-d335-4354-81f3-d05d38fb5dea tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:09.297238 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4d01e257-5542-4aab-8cb9-6fe4cb81c5ea req-0a8347f3-d335-4354-81f3-d05d38fb5dea tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0475383 Jan 18 16:17:09.347177 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4d01e257-5542-4aab-8cb9-6fe4cb81c5ea req-d5a892c2-4a60-4c53-88be-c8235f9d9668 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439866 Jan 18 16:17:09.431334 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57f14a69-3e1b-47bb-8ba8-ec457b0f9223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:10.073077 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28074c3f-410d-49b0-82e0-7b6e6b718878 req-1be040e3-a1f3-43b7-a377-a6310ec6db12 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:10.074515 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-28074c3f-410d-49b0-82e0-7b6e6b718878 req-1be040e3-a1f3-43b7-a377-a6310ec6db12 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 946 time: 0.0520127 Jan 18 16:17:10.120263 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-28074c3f-410d-49b0-82e0-7b6e6b718878 req-f0215803-7f51-4717-9206-d69bb833f18d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401080 Jan 18 16:17:10.459927 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba50da-276f-420c-bf2d-8dd954563475 req-3c532482-dc94-4d7b-8cdc-6aa9880dd287 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:10.461410 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7bba50da-276f-420c-bf2d-8dd954563475 req-3c532482-dc94-4d7b-8cdc-6aa9880dd287 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0478969 Jan 18 16:17:10.509103 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7bba50da-276f-420c-bf2d-8dd954563475 req-43def609-f3db-43c4-8e54-1820dbe5b4cb tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Jan 18 16:17:10.771827 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b28409-1839-4d66-b31e-dcff996721c2 req-648a2a7d-c94c-4b08-bbcf-b41354ad59d6 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:10.773290 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a2b28409-1839-4d66-b31e-dcff996721c2 req-648a2a7d-c94c-4b08-bbcf-b41354ad59d6 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.72 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 946 time: 0.0517075 Jan 18 16:17:10.862431 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a2b28409-1839-4d66-b31e-dcff996721c2 req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Deleting port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:17:10.862775 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a2b28409-1839-4d66-b31e-dcff996721c2 req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:10.950475 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a2b28409-1839-4d66-b31e-dcff996721c2 req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] For port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:10.950839 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a2b28409-1839-4d66-b31e-dcff996721c2 req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:11.139258 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a2b28409-1839-4d66-b31e-dcff996721c2 req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:11.139627 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a2b28409-1839-4d66-b31e-dcff996721c2 req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (335a634f-52a1-4212-bde2-f55744c3c7b7), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:11.139945 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.l3_db [req-a2b28409-1839-4d66-b31e-dcff996721c2 req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Floating IP 335a634f-52a1-4212-bde2-f55744c3c7b7 disassociated. External IP: 172.27.2.228, port: 6e7e3003-9694-46b2-a1e1-140bfe02ebb7. Jan 18 16:17:11.140285 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a2b28409-1839-4d66-b31e-dcff996721c2 req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Calling delete_port for 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:17:11.159920 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ab48a-ece3-4911-84cc-18eff40ec308 req-f5be2af8-8b8b-4e24-9ab8-848783fc2368 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:11.161419 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4e5ab48a-ece3-4911-84cc-18eff40ec308 req-f5be2af8-8b8b-4e24-9ab8-848783fc2368 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.72 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0972223 Jan 18 16:17:11.242270 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4776b2-0e04-478c-bd34-8c6a41b70218 req-c79d8bf8-97ab-475a-99ce-5a1f94751e7d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:11.242270 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-db4776b2-0e04-478c-bd34-8c6a41b70218 req-c79d8bf8-97ab-475a-99ce-5a1f94751e7d tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 946 time: 0.0493259 Jan 18 16:17:11.291724 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-db4776b2-0e04-478c-bd34-8c6a41b70218 req-ad4a875a-ab2d-4fd0-bcd0-0f90e684496c tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups?id=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461142 Jan 18 16:17:11.330957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-4e5ab48a-ece3-4911-84cc-18eff40ec308 req-d2fb3325-244f-45d0-a8d0-c73788a6bb45 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Deleting port cbf4361d-94ff-4be4-ba8c-b799947fdb73 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:17:11.331305 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4e5ab48a-ece3-4911-84cc-18eff40ec308 req-d2fb3325-244f-45d0-a8d0-c73788a6bb45 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (cbf4361d-94ff-4be4-ba8c-b799947fdb73), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:11.428767 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-4e5ab48a-ece3-4911-84cc-18eff40ec308 req-d2fb3325-244f-45d0-a8d0-c73788a6bb45 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] For port cbf4361d-94ff-4be4-ba8c-b799947fdb73, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cbf4361d-94ff-4be4-ba8c-b799947fdb73,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:11.429129 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4e5ab48a-ece3-4911-84cc-18eff40ec308 req-d2fb3325-244f-45d0-a8d0-c73788a6bb45 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (cbf4361d-94ff-4be4-ba8c-b799947fdb73), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:11.442730 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a2b28409-1839-4d66-b31e-dcff996721c2 req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (6e7e3003-9694-46b2-a1e1-140bfe02ebb7), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:11.481118 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5fe70246-6615-4610-937c-130943867913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:11.627278 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260459d6-1cf5-48e2-9d93-98505cc3ef12 req-bcc6d0a0-71f3-44cc-9c55-eb9f1a965091 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:11.628887 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-260459d6-1cf5-48e2-9d93-98505cc3ef12 req-bcc6d0a0-71f3-44cc-9c55-eb9f1a965091 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0511255 Jan 18 16:17:11.680123 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-260459d6-1cf5-48e2-9d93-98505cc3ef12 req-a87b4b53-3130-4ea7-a1d2-fa43bca30a64 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450382 Jan 18 16:17:11.741765 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event deleted for resources: {'Port': ['ID=6e7e3003-9694-46b2-a1e1-140bfe02ebb7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:11.769957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:11.769957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:11.769957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:11.769957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:11.769957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:11.769957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:11.769957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:11.769957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:11.769957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:11.769957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:11.769957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:11.769957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:11.770915 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:11.951270 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4e5ab48a-ece3-4911-84cc-18eff40ec308 req-d2fb3325-244f-45d0-a8d0-c73788a6bb45 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:11.951955 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4e5ab48a-ece3-4911-84cc-18eff40ec308 req-d2fb3325-244f-45d0-a8d0-c73788a6bb45 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (fa98f4c9-e0c2-4fe4-929a-a23f974d7789), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:11.951955 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.l3_db [req-4e5ab48a-ece3-4911-84cc-18eff40ec308 req-d2fb3325-244f-45d0-a8d0-c73788a6bb45 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Floating IP fa98f4c9-e0c2-4fe4-929a-a23f974d7789 disassociated. External IP: 172.27.2.219, port: cbf4361d-94ff-4be4-ba8c-b799947fdb73. Jan 18 16:17:11.952262 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-4e5ab48a-ece3-4911-84cc-18eff40ec308 req-d2fb3325-244f-45d0-a8d0-c73788a6bb45 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Calling delete_port for cbf4361d-94ff-4be4-ba8c-b799947fdb73 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:17:11.965244 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2b28409-1839-4d66-b31e-dcff996721c2 req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Router d390fc01-b949-49d6-8048-07b8481a0bee has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:17:12.155480 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2b28409-1839-4d66-b31e-dcff996721c2 req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:17:12.168208 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8fc4a7-e2f0-4be3-b4a0-d4af7ef100eb None None] Sync routers for ids ['d390fc01-b949-49d6-8048-07b8481a0bee'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:17:12.178665 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8fc4a7-e2f0-4be3-b4a0-d4af7ef100eb None None] Routers {'d390fc01-b949-49d6-8048-07b8481a0bee'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:12.179299 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-ee8fc4a7-e2f0-4be3-b4a0-d4af7ef100eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d390fc01-b949-49d6-8048-07b8481a0bee'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:12.208491 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b28409-1839-4d66-b31e-dcff996721c2 req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] No DVR routers for this DVR port 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:17:12.211009 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a2b28409-1839-4d66-b31e-dcff996721c2 req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:12.214666 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a2b28409-1839-4d66-b31e-dcff996721c2 req-56372715-3a02-4ec4-b9fc-6e24b90fe736 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.72 "DELETE /v2.0/ports/6e7e3003-9694-46b2-a1e1-140bfe02ebb7 HTTP/1.1" status: 204 len: 173 time: 1.4359508 Jan 18 16:17:12.215124 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'name': 'network-vif-deleted', 'tag': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:17:12.217613 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9168676e-445c-494c-bff2-735108fedbf0" -d '{"events": [{"server_uuid": "289e7bb3-fb64-40ed-be0c-b6211e7f4ec4", "name": "network-vif-deleted", "tag": "6e7e3003-9694-46b2-a1e1-140bfe02ebb7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:17:12.259424 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4e5ab48a-ece3-4911-84cc-18eff40ec308 req-d2fb3325-244f-45d0-a8d0-c73788a6bb45 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (cbf4361d-94ff-4be4-ba8c-b799947fdb73), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:12.263504 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498877de-7589-4e48-89d5-03df8c54436d x-openstack-request-id: req-498877de-7589-4e48-89d5-03df8c54436d {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:17:12.263504 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289e7bb3-fb64-40ed-be0c-b6211e7f4ec4", "name": "network-vif-deleted", "tag": "6e7e3003-9694-46b2-a1e1-140bfe02ebb7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:17:12.263504 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-498877de-7589-4e48-89d5-03df8c54436d {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:17:12.263504 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289e7bb3-fb64-40ed-be0c-b6211e7f4ec4', 'name': 'network-vif-deleted', 'tag': '6e7e3003-9694-46b2-a1e1-140bfe02ebb7', 'status': 'completed', 'code': 200} Jan 18 16:17:12.287984 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb3325-244f-45d0-a8d0-c73788a6bb45 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event deleted for resources: {'Port': ['ID=cbf4361d-94ff-4be4-ba8c-b799947fdb73,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:12.294848 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-ee8fc4a7-e2f0-4be3-b4a0-d4af7ef100eb None None] Set router d390fc01-b949-49d6-8048-07b8481a0bee gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:12.421861 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-76f25421-9947-4126-8f87-d5b99121e8e3 req-04644b14-e242-401e-976a-dee9071bf038 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/ports?device_id=289e7bb3-fb64-40ed-be0c-b6211e7f4ec4 HTTP/1.1" status: 200 len: 210 time: 0.0305035 Jan 18 16:17:12.433988 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e5ab48a-ece3-4911-84cc-18eff40ec308 req-d2fb3325-244f-45d0-a8d0-c73788a6bb45 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:17:12.504787 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-ee8fc4a7-e2f0-4be3-b4a0-d4af7ef100eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1', 'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'mac_address': 'fa:16:3e:fa:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:32Z', 'revision_number': 5, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'subnets': [{'id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:12.531082 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8fc4a7-e2f0-4be3-b4a0-d4af7ef100eb None None] Checking router: d390fc01-b949-49d6-8048-07b8481a0bee for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:17:12.539585 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8fc4a7-e2f0-4be3-b4a0-d4af7ef100eb None None] Routers {'d390fc01-b949-49d6-8048-07b8481a0bee'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:12.540852 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-ee8fc4a7-e2f0-4be3-b4a0-d4af7ef100eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d390fc01-b949-49d6-8048-07b8481a0bee'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:12.547536 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e5ab48a-ece3-4911-84cc-18eff40ec308 req-d2fb3325-244f-45d0-a8d0-c73788a6bb45 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:17:12.557763 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7532bd8-e8f3-411a-a16c-316947efd80d None None] Sync routers for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:17:12.568259 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7532bd8-e8f3-411a-a16c-316947efd80d None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:12.568930 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a7532bd8-e8f3-411a-a16c-316947efd80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:12.616674 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5ab48a-ece3-4911-84cc-18eff40ec308 req-d2fb3325-244f-45d0-a8d0-c73788a6bb45 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] No DVR routers for this DVR port cbf4361d-94ff-4be4-ba8c-b799947fdb73 on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:17:12.618383 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4e5ab48a-ece3-4911-84cc-18eff40ec308 req-d2fb3325-244f-45d0-a8d0-c73788a6bb45 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:12.623106 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-4e5ab48a-ece3-4911-84cc-18eff40ec308 req-d2fb3325-244f-45d0-a8d0-c73788a6bb45 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.72 "DELETE /v2.0/ports/cbf4361d-94ff-4be4-ba8c-b799947fdb73 HTTP/1.1" status: 204 len: 173 time: 1.4283388 Jan 18 16:17:12.662637 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-ee8fc4a7-e2f0-4be3-b4a0-d4af7ef100eb None None] Set router d390fc01-b949-49d6-8048-07b8481a0bee gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:12.690956 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a7532bd8-e8f3-411a-a16c-316947efd80d None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:12.805682 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c3d7dd71-c4ee-4072-9946-9c6735974cbb req-e4f0b99f-4f5b-43e0-9eb3-c75fc8f562c1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0397615 Jan 18 16:17:12.926358 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a7532bd8-e8f3-411a-a16c-316947efd80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:12.928803 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-ee8fc4a7-e2f0-4be3-b4a0-d4af7ef100eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1', 'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'mac_address': 'fa:16:3e:fa:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:32Z', 'revision_number': 5, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'subnets': [{'id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:12.955833 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8fc4a7-e2f0-4be3-b4a0-d4af7ef100eb None None] The sync data for ids ['d390fc01-b949-49d6-8048-07b8481a0bee'] in dv-cinder-788366-8-iscsi is: [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1', 'name': '', 'network_id': '233c31cc-8c39-4834-9e7b-525f1b0f0ef2', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'mac_address': 'fa:16:3e:fa:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:24Z', 'updated_at': '2022-01-18T16:09:32Z', 'revision_number': 5, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'subnets': [{'id': '614bbcdf-a5b6-4cca-8a78-c3d63af128f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:17:12.956119 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7532bd8-e8f3-411a-a16c-316947efd80d None None] Checking router: 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:17:12.965004 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7532bd8-e8f3-411a-a16c-316947efd80d None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:12.965624 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a7532bd8-e8f3-411a-a16c-316947efd80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:13.082111 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a7532bd8-e8f3-411a-a16c-316947efd80d None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:13.179769 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2ecc82-31e7-45d4-9ad9-69132f9a0c1b None None] New status for floating IP 335a634f-52a1-4212-bde2-f55744c3c7b7: DOWN {{(pid=103254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:17:13.281231 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a7532bd8-e8f3-411a-a16c-316947efd80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:13.306751 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7532bd8-e8f3-411a-a16c-316947efd80d None None] The sync data for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi is: [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:17:13.535096 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba724f1-a71b-4a30-83d4-ea2f41f57786 None None] New status for floating IP fa98f4c9-e0c2-4fe4-929a-a23f974d7789: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:17:13.539702 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:13.586418 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52662) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:13.640859 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group (55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:13.669266 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group (55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:13.819381 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:13.822160 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:13.826129 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "DELETE /v2.0/security-groups/55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e HTTP/1.1" status: 204 len: 168 time: 0.2359972 Jan 18 16:17:13.826485 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 52666) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:13.833010 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:13.840299 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.api.v2.resource [None req-ba18909f-f234-42bb-88f9-22345d0f7c68 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] show failed (client error): The resource could not be found. Jan 18 16:17:13.841071 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:13.848166 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ba18909f-f234-42bb-88f9-22345d0f7c68 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "GET /v2.0/security-groups/55bbb9fb-9599-4ad2-a2e4-a6ad287efb1e HTTP/1.1" status: 404 len: 347 time: 0.0138783 Jan 18 16:17:13.848318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:13.848318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:13.848318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:13.848318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:13.848318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:13.848318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:13.848318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:13.848318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:13.848318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:13.848318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:13.848318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:13.848318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce587e-9cd4-4d17-b0a8-3e440285eb7f tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:13.850191 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 52668) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:13.910820 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bc504678-2215-4a78-b85c-ffc0a978c628 req-acaac96b-e67e-43aa-9807-315f7217a8f4 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=c890a1d5-f0c6-4214-8be7-680a5949f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0270209 Jan 18 16:17:13.984835 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd410f-6459-4101-9c8c-82d576df8448 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Deleting port d3448b1e-8900-4086-aea8-d1d094c5f16c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:17:13.985179 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2dd410f-6459-4101-9c8c-82d576df8448 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (d3448b1e-8900-4086-aea8-d1d094c5f16c), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:14.059176 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2dd410f-6459-4101-9c8c-82d576df8448 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (d3448b1e-8900-4086-aea8-d1d094c5f16c), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:14.059508 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2dd410f-6459-4101-9c8c-82d576df8448 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for floatingip (d3448b1e-8900-4086-aea8-d1d094c5f16c), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:14.071957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd410f-6459-4101-9c8c-82d576df8448 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Calling delete_port for d3448b1e-8900-4086-aea8-d1d094c5f16c owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:17:14.264396 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c890a1d5-f0c6-4214-8be7-680a5949f6d2', 'name': 'network-vif-deleted', 'tag': 'cbf4361d-94ff-4be4-ba8c-b799947fdb73'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:17:14.266694 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56ad302-d6ad-4364-b56f-fa15216099bb" -d '{"events": [{"server_uuid": "c890a1d5-f0c6-4214-8be7-680a5949f6d2", "name": "network-vif-deleted", "tag": "cbf4361d-94ff-4be4-ba8c-b799947fdb73"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:17:14.275508 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2dd410f-6459-4101-9c8c-82d576df8448 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (d3448b1e-8900-4086-aea8-d1d094c5f16c), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:14.306505 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca900448-3944-467b-a8a7-3404a6a9238c x-openstack-request-id: req-ca900448-3944-467b-a8a7-3404a6a9238c {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:17:14.306788 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c890a1d5-f0c6-4214-8be7-680a5949f6d2", "name": "network-vif-deleted", "tag": "cbf4361d-94ff-4be4-ba8c-b799947fdb73", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:17:14.307042 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca900448-3944-467b-a8a7-3404a6a9238c {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:17:14.307443 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c890a1d5-f0c6-4214-8be7-680a5949f6d2', 'name': 'network-vif-deleted', 'tag': 'cbf4361d-94ff-4be4-ba8c-b799947fdb73', 'status': 'completed', 'code': 200} Jan 18 16:17:14.308123 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd410f-6459-4101-9c8c-82d576df8448 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Pushing event deleted for resources: {'Port': ['ID=d3448b1e-8900-4086-aea8-d1d094c5f16c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:14.332736 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2dd410f-6459-4101-9c8c-82d576df8448 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks [] for floatingip (335a634f-52a1-4212-bde2-f55744c3c7b7), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:14.335481 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2dd410f-6459-4101-9c8c-82d576df8448 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:14.336625 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b2dd410f-6459-4101-9c8c-82d576df8448 tempest-AttachVolumeShelveTestJSON-1957661665 tempest-AttachVolumeShelveTestJSON-1957661665-project] 10.222.0.70 "DELETE /v2.0/floatingips/335a634f-52a1-4212-bde2-f55744c3c7b7 HTTP/1.1" status: 204 len: 168 time: 0.4854970 Jan 18 16:17:14.345164 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:15.210147 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7a01fb99-fead-4200-8408-2ed3db34403e req-0b16c1fa-028c-4b0b-b85d-56a5e647b4ea tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360399308&fields=id&tenant_id=acc4cb619a8040ea87a28be703b168c8 HTTP/1.1" status: 200 len: 267 time: 0.0434520 Jan 18 16:17:15.317807 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01fb99-fead-4200-8408-2ed3db34403e req-83c5cc4c-5af3-43bb-99ac-88857b63df2b tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:15.319322 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7a01fb99-fead-4200-8408-2ed3db34403e req-83c5cc4c-5af3-43bb-99ac-88857b63df2b tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/networks?id=9006094a-4cd3-4690-ae5f-0e16ae5eb237 HTTP/1.1" status: 200 len: 809 time: 0.1024220 Jan 18 16:17:15.334142 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7a01fb99-fead-4200-8408-2ed3db34403e req-d56ce31f-816d-48a1-98b6-ea9a47308cf2 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/quotas/acc4cb619a8040ea87a28be703b168c8 HTTP/1.1" status: 200 len: 375 time: 0.0089471 Jan 18 16:17:15.384358 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7a01fb99-fead-4200-8408-2ed3db34403e req-b6a6c280-bea1-45ec-a98b-d47f9a9a4c18 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448654 Jan 18 16:17:15.480082 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7a01fb99-fead-4200-8408-2ed3db34403e req-d90c83e8-a80e-476e-9301-0c0765403715 service neutron] 10.222.0.70 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843859 Jan 18 16:17:15.565462 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7a01fb99-fead-4200-8408-2ed3db34403e req-2c984e2c-8a06-4fb4-9362-49e60eec0547 service neutron] 10.222.0.70 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798397 Jan 18 16:17:15.796313 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:16.203248 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d9465b9e-69c1-4386-8ff9-972d041a66a4 req-abc21db5-f8f0-4b0a-8008-616099af415d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 210 time: 0.0278804 Jan 18 16:17:16.353094 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device cbf4361d-94ff-4be4-ba8c-b799947fdb73 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:17:16.373678 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: cbf4361d-94ff-4be4-ba8c-b799947fdb73 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:17:16.374022 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device cbf4361d-94ff-4be4-ba8c-b799947fdb73 not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:17:16.374441 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:17:16.392677 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:17:16.392988 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 6e7e3003-9694-46b2-a1e1-140bfe02ebb7 not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:17:17.020018 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 52716) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:17.293571 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f28e9a32-31c3-4eb0-b1fb-98cb2d9da0d5 req-df8e7be9-5405-4aea-9bb2-3333ad55d3e0 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 210 time: 0.0253754 Jan 18 16:17:17.452550 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-add0289b-2fcd-48eb-bd81-ce9bffb7990d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3778353'] for router_interface (d390fc01-b949-49d6-8048-07b8481a0bee), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:17.695656 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-add0289b-2fcd-48eb-bd81-ce9bffb7990d admin admin] Deleting port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:17:17.696001 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-add0289b-2fcd-48eb-bd81-ce9bffb7990d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:17.775769 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-add0289b-2fcd-48eb-bd81-ce9bffb7990d admin admin] For port 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:17.776055 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-add0289b-2fcd-48eb-bd81-ce9bffb7990d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:17.787855 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-add0289b-2fcd-48eb-bd81-ce9bffb7990d admin admin] Calling delete_port for 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:17:18.030581 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-add0289b-2fcd-48eb-bd81-ce9bffb7990d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:18.055002 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0289b-2fcd-48eb-bd81-ce9bffb7990d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:18.180583 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-add0289b-2fcd-48eb-bd81-ce9bffb7990d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776673'] for router_interface (d390fc01-b949-49d6-8048-07b8481a0bee), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:18.395080 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ee30778f-913b-4cfa-8eed-05e4b7f571a4 req-61bd5651-00a5-4d5a-b74a-23e8f2c644e5 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 210 time: 0.0310345 Jan 18 16:17:18.695615 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add0289b-2fcd-48eb-bd81-ce9bffb7990d admin admin] Router d390fc01-b949-49d6-8048-07b8481a0bee has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:17:18.730043 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01fb99-fead-4200-8408-2ed3db34403e req-e56cb1a6-1019-45bc-ad22-1e0c8468df24 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:18.731500 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7a01fb99-fead-4200-8408-2ed3db34403e req-e56cb1a6-1019-45bc-ad22-1e0c8468df24 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.72 "GET /v2.0/networks?id=9006094a-4cd3-4690-ae5f-0e16ae5eb237 HTTP/1.1" status: 200 len: 809 time: 0.1299620 Jan 18 16:17:18.867329 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7a01fb99-fead-4200-8408-2ed3db34403e req-df009e83-371a-4313-8672-b1688704eb9f tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acc4cb619a8040ea87a28be703b168c8 HTTP/1.1" status: 200 len: 380 time: 0.1051559 Jan 18 16:17:18.878084 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-7a01fb99-fead-4200-8408-2ed3db34403e req-c066b902-9f16-4b7b-9be3-60f142d203cd tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Request body: {'port': {'device_id': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'admin_state_up': True, 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'security_groups': ['31193f80-2a24-4c13-9ed7-800b7108d60b']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:17:18.881400 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add0289b-2fcd-48eb-bd81-ce9bffb7990d admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:17:18.887038 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-add0289b-2fcd-48eb-bd81-ce9bffb7990d admin admin] 10.222.0.70 "PUT /v2.0/routers/d390fc01-b949-49d6-8048-07b8481a0bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8659959 Jan 18 16:17:18.890219 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52724) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:18.892034 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4727cee-0dc2-4f7c-8a3b-614da81a7612 None None] Sync routers for ids ['d390fc01-b949-49d6-8048-07b8481a0bee'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:17:18.903051 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4727cee-0dc2-4f7c-8a3b-614da81a7612 None None] Routers {'d390fc01-b949-49d6-8048-07b8481a0bee'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:18.903681 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-b4727cee-0dc2-4f7c-8a3b-614da81a7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d390fc01-b949-49d6-8048-07b8481a0bee'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:19.004225 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8bc20a7-daef-47f0-914f-73dac100fe3f admin admin] Publish callbacks [] for router (d390fc01-b949-49d6-8048-07b8481a0bee), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:19.016215 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-b4727cee-0dc2-4f7c-8a3b-614da81a7612 None None] Set router d390fc01-b949-49d6-8048-07b8481a0bee gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:19.088576 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a01fb99-fead-4200-8408-2ed3db34403e req-c066b902-9f16-4b7b-9be3-60f142d203cd tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Made reservation on behalf of acc4cb619a8040ea87a28be703b168c8 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:17:19.092307 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7a01fb99-fead-4200-8408-2ed3db34403e req-c066b902-9f16-4b7b-9be3-60f142d203cd tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:19.108329 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8bc20a7-daef-47f0-914f-73dac100fe3f admin admin] Publish callbacks [] for router_gateway (d390fc01-b949-49d6-8048-07b8481a0bee), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:19.200227 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-b4727cee-0dc2-4f7c-8a3b-614da81a7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:17:17Z', 'revision_number': 5, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port': {'id': '0cb4786b-3888-4112-a5c2-ecdf5c75bfd7', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:09:20Z', 'updated_at': '2022-01-18T16:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:19.224463 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-7a01fb99-fead-4200-8408-2ed3db34403e req-c066b902-9f16-4b7b-9be3-60f142d203cd tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Allocated IP 172.20.0.14 (9006094a-4cd3-4690-ae5f-0e16ae5eb237/2fed91ed-377f-4a66-bb0c-79607a693d03/7df66a73-7194-4717-b426-be1ff6e8c080) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:17:19.233100 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4727cee-0dc2-4f7c-8a3b-614da81a7612 None None] Checking router: d390fc01-b949-49d6-8048-07b8481a0bee for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:17:19.241888 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4727cee-0dc2-4f7c-8a3b-614da81a7612 None None] Routers {'d390fc01-b949-49d6-8048-07b8481a0bee'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:19.244983 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-b4727cee-0dc2-4f7c-8a3b-614da81a7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['d390fc01-b949-49d6-8048-07b8481a0bee'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:19.247683 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc20a7-daef-47f0-914f-73dac100fe3f admin admin] Deleting port 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7 {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:17:19.248237 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8bc20a7-daef-47f0-914f-73dac100fe3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (0cb4786b-3888-4112-a5c2-ecdf5c75bfd7), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:19.330080 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-d8bc20a7-daef-47f0-914f-73dac100fe3f admin admin] For port 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=0cb4786b-3888-4112-a5c2-ecdf5c75bfd7,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:19.330437 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8bc20a7-daef-47f0-914f-73dac100fe3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (0cb4786b-3888-4112-a5c2-ecdf5c75bfd7), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:19.346896 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc20a7-daef-47f0-914f-73dac100fe3f admin admin] Calling delete_port for 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7 owned by network:router_gateway {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:17:19.385043 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7a01fb99-fead-4200-8408-2ed3db34403e req-c066b902-9f16-4b7b-9be3-60f142d203cd tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for port (7df66a73-7194-4717-b426-be1ff6e8c080), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:19.475454 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-b4727cee-0dc2-4f7c-8a3b-614da81a7612 None None] Set router d390fc01-b949-49d6-8048-07b8481a0bee gateway port host: None {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:19.487536 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7a01fb99-fead-4200-8408-2ed3db34403e req-c066b902-9f16-4b7b-9be3-60f142d203cd tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (7df66a73-7194-4717-b426-be1ff6e8c080), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:19.535197 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-b4727cee-0dc2-4f7c-8a3b-614da81a7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:17:19Z', 'revision_number': 6, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port_host': None}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:19.543240 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a01fb99-fead-4200-8408-2ed3db34403e req-c066b902-9f16-4b7b-9be3-60f142d203cd tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:17:19.548935 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-7a01fb99-fead-4200-8408-2ed3db34403e req-c066b902-9f16-4b7b-9be3-60f142d203cd tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:17:19.553673 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a01fb99-fead-4200-8408-2ed3db34403e req-c066b902-9f16-4b7b-9be3-60f142d203cd tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:17:19.562827 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01fb99-fead-4200-8408-2ed3db34403e req-c066b902-9f16-4b7b-9be3-60f142d203cd tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:19.562827 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7a01fb99-fead-4200-8408-2ed3db34403e req-c066b902-9f16-4b7b-9be3-60f142d203cd tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:19.568538 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4727cee-0dc2-4f7c-8a3b-614da81a7612 None None] The sync data for ids ['d390fc01-b949-49d6-8048-07b8481a0bee'] in dv-cinder-788366-8-iscsi is: [{'id': 'd390fc01-b949-49d6-8048-07b8481a0bee', 'name': 'tempest-AttachVolumeShelveTestJSON-589026214-router', 'tenant_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:09:19Z', 'updated_at': '2022-01-18T16:17:19Z', 'revision_number': 6, 'project_id': '2b607df7bc9340a49bd5ebb6be0abc6b', 'gw_port_host': None}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:17:19.572362 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066b902-9f16-4b7b-9be3-60f142d203cd tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event updated for resources: {'Port': ['ID=7df66a73-7194-4717-b426-be1ff6e8c080,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:19.583781 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca980daa-09a3-4835-8585-119695e8f084 req-b60d30ef-f5f1-4f86-be23-b55162395f3b tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:19.585386 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ca980daa-09a3-4835-8585-119695e8f084 req-b60d30ef-f5f1-4f86-be23-b55162395f3b tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 932 time: 0.1032841 Jan 18 16:17:19.637764 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8bc20a7-daef-47f0-914f-73dac100fe3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (0cb4786b-3888-4112-a5c2-ecdf5c75bfd7), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:19.646922 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ca980daa-09a3-4835-8585-119695e8f084 req-6bfa1bb4-1ed0-49e9-8738-e9321ae6aeac tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546851 Jan 18 16:17:19.670867 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc20a7-daef-47f0-914f-73dac100fe3f admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb4786b-3888-4112-a5c2-ecdf5c75bfd7,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:19.708378 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7a01fb99-fead-4200-8408-2ed3db34403e req-c066b902-9f16-4b7b-9be3-60f142d203cd tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8340623 Jan 18 16:17:19.720342 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Request body: {'port': {'device_id': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:17:19.734675 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8bc20a7-daef-47f0-914f-73dac100fe3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778175'] for router_gateway (d390fc01-b949-49d6-8048-07b8481a0bee), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:19.785878 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (7df66a73-7194-4717-b426-be1ff6e8c080), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:19.875302 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-f253e4ce-d611-4c7c-a933-8bf8a208e634 None None] Provisioning complete for port 7df66a73-7194-4717-b426-be1ff6e8c080 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:17:19.875804 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f253e4ce-d611-4c7c-a933-8bf8a208e634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (7df66a73-7194-4717-b426-be1ff6e8c080), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:19.931084 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f253e4ce-d611-4c7c-a933-8bf8a208e634 None None] Port 7df66a73-7194-4717-b426-be1ff6e8c080 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:17:20.073294 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8bc20a7-daef-47f0-914f-73dac100fe3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24974'] for router (d390fc01-b949-49d6-8048-07b8481a0bee), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.075551 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8bc20a7-daef-47f0-914f-73dac100fe3f admin admin] Publish callbacks [] for router_controller (d390fc01-b949-49d6-8048-07b8481a0bee), precommit_delete_associations {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.087587 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df66a73-7194-4717-b426-be1ff6e8c080 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:17:20.095151 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Publish callbacks [] for port (7df66a73-7194-4717-b426-be1ff6e8c080), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.108327 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Transition to ACTIVE for port object 7df66a73-7194-4717-b426-be1ff6e8c080 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:17:20.156577 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (7df66a73-7194-4717-b426-be1ff6e8c080), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.211465 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7df66a73-7194-4717-b426-be1ff6e8c080,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:20.220778 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8bc20a7-daef-47f0-914f-73dac100fe3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779283'] for router (d390fc01-b949-49d6-8048-07b8481a0bee), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.221628 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bc20a7-daef-47f0-914f-73dac100fe3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d390fc01-b949-49d6-8048-07b8481a0bee {{(pid=103252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:17:20.231732 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8bc20a7-daef-47f0-914f-73dac100fe3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.231732 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-d8bc20a7-daef-47f0-914f-73dac100fe3f admin admin] 10.222.0.70 "DELETE /v2.0/routers/d390fc01-b949-49d6-8048-07b8481a0bee HTTP/1.1" status: 204 len: 168 time: 1.3395379 Jan 18 16:17:20.233663 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 52728) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:20.272038 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Attempting to bind port 7df66a73-7194-4717-b426-be1ff6e8c080 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:17:20.272383 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Attempting to bind port 7df66a73-7194-4717-b426-be1ff6e8c080 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:17:20.272733 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Attempting to bind port 7df66a73-7194-4717-b426-be1ff6e8c080 on network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:17:20.280460 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Port 7df66a73-7194-4717-b426-be1ff6e8c080 on network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:17:20.280807 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Attempting to bind port 7df66a73-7194-4717-b426-be1ff6e8c080 on network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:17:20.290051 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:17:20.293293 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Checking segment: {'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:17:20.293293 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Bound using segment: {'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:17:20.293293 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Bound port: 7df66a73-7194-4717-b426-be1ff6e8c080, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:17:20.293293 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (7df66a73-7194-4717-b426-be1ff6e8c080), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.310327 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec858776-39db-482b-83ce-d634bd1a85af admin admin] Deleting subnet 614bbcdf-a5b6-4cca-8a78-c3d63af128f4 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:17:20.315464 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec858776-39db-482b-83ce-d634bd1a85af admin admin] Publish callbacks [] for subnet (614bbcdf-a5b6-4cca-8a78-c3d63af128f4), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.381335 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec858776-39db-482b-83ce-d634bd1a85af admin admin] Publish callbacks [] for subnet (614bbcdf-a5b6-4cca-8a78-c3d63af128f4), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.433409 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] For port 7df66a73-7194-4717-b426-be1ff6e8c080, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:17:20.459190 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] For port 7df66a73-7194-4717-b426-be1ff6e8c080, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7df66a73-7194-4717-b426-be1ff6e8c080,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:17:20.474359 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec858776-39db-482b-83ce-d634bd1a85af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (614bbcdf-a5b6-4cca-8a78-c3d63af128f4), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.526754 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (7df66a73-7194-4717-b426-be1ff6e8c080), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.565379 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:20.565379 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.565379 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7a01fb99-fead-4200-8408-2ed3db34403e req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] 10.222.0.72 "PUT /v2.0/ports/7df66a73-7194-4717-b426-be1ff6e8c080 HTTP/1.1" status: 200 len: 1094 time: 0.8481452 Jan 18 16:17:20.565379 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'tag': '7df66a73-7194-4717-b426-be1ff6e8c080'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:17:20.566860 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac081b6-7c6a-404d-9517-f545a3df01a8" -d '{"events": [{"name": "network-changed", "server_uuid": "97697a99-48fb-44a3-bdff-9d0db25ea5e9", "tag": "7df66a73-7194-4717-b426-be1ff6e8c080"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:17:20.605035 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec858776-39db-482b-83ce-d634bd1a85af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (614bbcdf-a5b6-4cca-8a78-c3d63af128f4), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.610272 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55c572f-0e53-4db5-867d-673f07bbce64 x-openstack-request-id: req-b55c572f-0e53-4db5-867d-673f07bbce64 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:17:20.611677 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97697a99-48fb-44a3-bdff-9d0db25ea5e9", "tag": "7df66a73-7194-4717-b426-be1ff6e8c080", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:17:20.612382 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b55c572f-0e53-4db5-867d-673f07bbce64 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:17:20.616623 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'tag': '7df66a73-7194-4717-b426-be1ff6e8c080', 'status': 'completed', 'code': 200} Jan 18 16:17:20.617775 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02b0e6-6133-4459-83f3-b82eaf2ad0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7df66a73-7194-4717-b426-be1ff6e8c080,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:20.641255 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec858776-39db-482b-83ce-d634bd1a85af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=614bbcdf-a5b6-4cca-8a78-c3d63af128f4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:20.650928 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac835319-32e0-4154-a351-5fa604741fb8 None None] Network 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:17:20.675428 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec858776-39db-482b-83ce-d634bd1a85af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.681828 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52734) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:20.682412 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ec858776-39db-482b-83ce-d634bd1a85af admin admin] 10.222.0.70 "DELETE /v2.0/subnets/614bbcdf-a5b6-4cca-8a78-c3d63af128f4 HTTP/1.1" status: 204 len: 168 time: 0.4438868 Jan 18 16:17:20.717995 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac081b6-7c6a-404d-9517-f545a3df01a8 req-2f14b785-1da6-4499-8bd6-65f3474a81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:20.719503 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1ac081b6-7c6a-404d-9517-f545a3df01a8 req-2f14b785-1da6-4499-8bd6-65f3474a81f7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 1097 time: 0.0746741 Jan 18 16:17:20.808906 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:17:20.837455 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:17:20.840132 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 5c9df75b-c8cf-4cbb-8ff9-b782e4d87ef1 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:17:20.840569 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:17:20.866810 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (233c31cc-8c39-4834-9e7b-525f1b0f0ef2), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.873534 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:17:20.873970 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 0cb4786b-3888-4112-a5c2-ecdf5c75bfd7 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:17:20.885161 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac081b6-7c6a-404d-9517-f545a3df01a8 req-280a652a-22c2-4552-95cc-bde98b2eac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:20.886806 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3f37ce-e55a-4e5c-a6e0-b8e7e3000926 None None] DHCP port deletion for 233c31cc-8c39-4834-9e7b-525f1b0f0ef2 request from dv-cinder-788366-8-iscsi {{(pid=103254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:17:20.886969 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1ac081b6-7c6a-404d-9517-f545a3df01a8 req-280a652a-22c2-4552-95cc-bde98b2eac87 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=acc4cb619a8040ea87a28be703b168c8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1587923 Jan 18 16:17:20.895038 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f2ca0-d211-48db-8820-2ed855f1e57d req-53bdb550-0ca6-4f6b-ae3e-3a8f3434baba tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:20.896660 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-055f2ca0-d211-48db-8820-2ed855f1e57d req-53bdb550-0ca6-4f6b-ae3e-3a8f3434baba tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 944 time: 0.1319134 Jan 18 16:17:20.952649 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f37ce-e55a-4e5c-a6e0-b8e7e3000926 None None] Deleting port c26affc3-dc87-40e7-8d37-6e13adbc3d6d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:17:20.953287 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d3f37ce-e55a-4e5c-a6e0-b8e7e3000926 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (c26affc3-dc87-40e7-8d37-6e13adbc3d6d), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.972269 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-055f2ca0-d211-48db-8820-2ed855f1e57d req-34b0c2ee-5add-49ff-b53d-d152bbdeb6d4 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693045 Jan 18 16:17:20.980779 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] Deleting port c26affc3-dc87-40e7-8d37-6e13adbc3d6d {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:17:20.981124 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (c26affc3-dc87-40e7-8d37-6e13adbc3d6d), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:20.997310 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac081b6-7c6a-404d-9517-f545a3df01a8 req-c15ec192-d27d-44c2-95cd-4bb1bc69a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:20.998543 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-1ac081b6-7c6a-404d-9517-f545a3df01a8 req-c15ec192-d27d-44c2-95cd-4bb1bc69a0b6 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056702 Jan 18 16:17:21.019883 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-1d3f37ce-e55a-4e5c-a6e0-b8e7e3000926 None None] For port c26affc3-dc87-40e7-8d37-6e13adbc3d6d, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=c26affc3-dc87-40e7-8d37-6e13adbc3d6d,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:21.020288 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d3f37ce-e55a-4e5c-a6e0-b8e7e3000926 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (c26affc3-dc87-40e7-8d37-6e13adbc3d6d), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:21.033554 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f37ce-e55a-4e5c-a6e0-b8e7e3000926 None None] Calling delete_port for c26affc3-dc87-40e7-8d37-6e13adbc3d6d owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:17:21.048583 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] For port c26affc3-dc87-40e7-8d37-6e13adbc3d6d, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=c26affc3-dc87-40e7-8d37-6e13adbc3d6d,segment=NetworkSegment(8dc61fdf-7552-4d53-a113-8827e5f0b872),segment_id=8dc61fdf-7552-4d53-a113-8827e5f0b872)] {{(pid=103252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:21.048952 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (c26affc3-dc87-40e7-8d37-6e13adbc3d6d), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:21.062377 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] Calling delete_port for c26affc3-dc87-40e7-8d37-6e13adbc3d6d owned by network:dhcp {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:17:21.085620 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01fb99-fead-4200-8408-2ed3db34403e req-0af15421-bc0e-4928-8610-0dcbe5344dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:21.087983 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7a01fb99-fead-4200-8408-2ed3db34403e req-0af15421-bc0e-4928-8610-0dcbe5344dbc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 1097 time: 0.0443819 Jan 18 16:17:21.128444 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7a01fb99-fead-4200-8408-2ed3db34403e req-bf2d31a5-3148-4531-a4d4-20f9012244aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7df66a73-7194-4717-b426-be1ff6e8c080 HTTP/1.1" status: 200 len: 217 time: 0.0334034 Jan 18 16:17:21.183115 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01fb99-fead-4200-8408-2ed3db34403e req-f6ddff18-1672-4d5c-9c2b-cd2cd555f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:21.184567 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7a01fb99-fead-4200-8408-2ed3db34403e req-f6ddff18-1672-4d5c-9c2b-cd2cd555f106 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fed91ed-377f-4a66-bb0c-79607a693d03 HTTP/1.1" status: 200 len: 848 time: 0.0477808 Jan 18 16:17:21.208288 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (c26affc3-dc87-40e7-8d37-6e13adbc3d6d), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:21.218868 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d3f37ce-e55a-4e5c-a6e0-b8e7e3000926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (c26affc3-dc87-40e7-8d37-6e13adbc3d6d), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:21.230624 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01fb99-fead-4200-8408-2ed3db34403e req-3d8584bd-75e7-4fd7-bfa0-249d82dcdb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:21.232161 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7a01fb99-fead-4200-8408-2ed3db34403e req-3d8584bd-75e7-4fd7-bfa0-249d82dcdb5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9006094a-4cd3-4690-ae5f-0e16ae5eb237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406787 Jan 18 16:17:21.235767 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c26affc3-dc87-40e7-8d37-6e13adbc3d6d,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:21.237706 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] No DVR routers for this DVR port c26affc3-dc87-40e7-8d37-6e13adbc3d6d on host dv-cinder-788366-8-iscsi {{(pid=103252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:17:21.247438 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f37ce-e55a-4e5c-a6e0-b8e7e3000926 None None] Pushing event deleted for resources: {'Port': ['ID=c26affc3-dc87-40e7-8d37-6e13adbc3d6d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:21.252273 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3f37ce-e55a-4e5c-a6e0-b8e7e3000926 None None] No DVR routers for this DVR port c26affc3-dc87-40e7-8d37-6e13adbc3d6d on host dv-cinder-788366-8-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:17:21.315860 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (233c31cc-8c39-4834-9e7b-525f1b0f0ef2), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:21.333578 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7a01fb99-fead-4200-8408-2ed3db34403e req-fb9ac83c-1475-4e4c-bd5b-bfe45c9c72f9 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906696 Jan 18 16:17:21.337625 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233c31cc-8c39-4834-9e7b-525f1b0f0ef2']}} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:21.347005 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc61fdf-7552-4d53-a113-8827e5f0b872') {'for_net_delete': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:21.347304 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc61fdf-7552-4d53-a113-8827e5f0b872') {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:21.357166 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697209'] for segment (8dc61fdf-7552-4d53-a113-8827e5f0b872), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:21.370301 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (8dc61fdf-7552-4d53-a113-8827e5f0b872), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:21.376835 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:17:21.377227 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8693734'] for segment (8dc61fdf-7552-4d53-a113-8827e5f0b872), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: Traceback (most recent call last): Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: timer() Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: cb(*args, **kw) Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: return func(*args, **kwargs) Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: self._notify() Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: self.callback(batched_events) Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: event.method(event) Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: return f(self, *a, **k) Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._get(url).json() Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: return self.request(url, 'GET', **kwargs) Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:17:21.378920 dv-cinder-788366-8-iscsi neutron-server[103252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:17:21.426774 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7a01fb99-fead-4200-8408-2ed3db34403e req-2b7b4a16-bdca-402c-a995-c552046a87b9 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869343 Jan 18 16:17:21.532314 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (233c31cc-8c39-4834-9e7b-525f1b0f0ef2), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:21.536418 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:21.539865 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/233c31cc-8c39-4834-9e7b-525f1b0f0ef2 HTTP/1.1" status: 204 len: 168 time: 0.8561716 Jan 18 16:17:21.552101 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c3c1c-a8cf-4406-9ea7-14d72807ecb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=233c31cc-8c39-4834-9e7b-525f1b0f0ef2,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:21.886509 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 52738) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:21.924601 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-f5b91c37-52c5-4f91-b87b-a356d324813e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2b607df7bc9340a49bd5ebb6be0abc6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0369174 Jan 18 16:17:21.927050 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 52740) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:21.972751 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cb62c3b-fcf3-44f6-929c-69cffe04ea54 admin admin] Publish callbacks [] for security_group (f55b510b-948b-401b-b4e3-97ec2388d69b), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:21.992795 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cb62c3b-fcf3-44f6-929c-69cffe04ea54 admin admin] Publish callbacks [] for security_group (f55b510b-948b-401b-b4e3-97ec2388d69b), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:22.093275 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2288b7a-97bb-4d84-9064-8a8ccc2e06cd req-93c7a264-eebf-41bb-84bc-b7feb5526956 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:22.094724 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d2288b7a-97bb-4d84-9064-8a8ccc2e06cd req-93c7a264-eebf-41bb-84bc-b7feb5526956 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 944 time: 0.0483899 Jan 18 16:17:22.133712 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cb62c3b-fcf3-44f6-929c-69cffe04ea54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (f55b510b-948b-401b-b4e3-97ec2388d69b), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:22.136303 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cb62c3b-fcf3-44f6-929c-69cffe04ea54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:22.137481 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-7cb62c3b-fcf3-44f6-929c-69cffe04ea54 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f55b510b-948b-401b-b4e3-97ec2388d69b HTTP/1.1" status: 204 len: 168 time: 0.2095079 Jan 18 16:17:22.143155 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d2288b7a-97bb-4d84-9064-8a8ccc2e06cd req-6fbe9d4e-192d-4d93-a17c-7ca18b79c45a tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428534 Jan 18 16:17:22.145193 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb62c3b-fcf3-44f6-929c-69cffe04ea54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55b510b-948b-401b-b4e3-97ec2388d69b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:22.746769 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device c26affc3-dc87-40e7-8d37-6e13adbc3d6d no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:17:22.765971 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: c26affc3-dc87-40e7-8d37-6e13adbc3d6d {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:17:22.766317 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device c26affc3-dc87-40e7-8d37-6e13adbc3d6d not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:17:23.236588 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 52766) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:23.263736 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee001b-a17f-4e44-a36d-809801f93fca req-f664fbfa-8eab-4f12-912a-f6d463a69580 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:23.265238 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a5ee001b-a17f-4e44-a36d-809801f93fca req-f664fbfa-8eab-4f12-912a-f6d463a69580 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 944 time: 0.0491762 Jan 18 16:17:23.318129 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a5ee001b-a17f-4e44-a36d-809801f93fca req-7b24e58b-5b78-4ec3-89f4-ae768bb4250a tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473168 Jan 18 16:17:23.333938 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c5a82c8c-f6f3-4a40-b815-7a9b44287325 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1404412307-network', 'tenant_id': '399cb129df3b450f96d231868dccd596'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:17:23.463565 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a82c8c-f6f3-4a40-b815-7a9b44287325 admin admin] Made reservation on behalf of 399cb129df3b450f96d231868dccd596 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:17:23.465935 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c5a82c8c-f6f3-4a40-b815-7a9b44287325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for network (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:23.474489 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c5a82c8c-f6f3-4a40-b815-7a9b44287325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:23.545103 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c5a82c8c-f6f3-4a40-b815-7a9b44287325 admin admin] Publish callbacks [] for security_group (64b5b31a-57c9-4683-a1aa-450c739e8dc5), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:23.648006 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c5a82c8c-f6f3-4a40-b815-7a9b44287325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (64b5b31a-57c9-4683-a1aa-450c739e8dc5), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:23.674418 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a82c8c-f6f3-4a40-b815-7a9b44287325 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:17:23.679562 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a82c8c-f6f3-4a40-b815-7a9b44287325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b5b31a-57c9-4683-a1aa-450c739e8dc5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:23.687982 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c5a82c8c-f6f3-4a40-b815-7a9b44287325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (affe90ca-174f-43c4-95d0-8cbc3b734c7f), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:23.687982 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.segments_db [None req-c5a82c8c-f6f3-4a40-b815-7a9b44287325 admin admin] Added segment affe90ca-174f-43c4-95d0-8cbc3b734c7f of type vlan for network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e Jan 18 16:17:23.726869 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c5a82c8c-f6f3-4a40-b815-7a9b44287325 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735084615599'] for network (4c6d97b5-a320-4c8a-8ffa-6af037a0f06e), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:23.778080 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:17:23.830682 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c5a82c8c-f6f3-4a40-b815-7a9b44287325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for network (4c6d97b5-a320-4c8a-8ffa-6af037a0f06e), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:23.831620 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a82c8c-f6f3-4a40-b815-7a9b44287325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:23.832218 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c5a82c8c-f6f3-4a40-b815-7a9b44287325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:23.893287 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a82c8c-f6f3-4a40-b815-7a9b44287325 admin admin] Pushing event updated for resources: {'Network': ['ID=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:23.902817 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e details requested by agent ovs-agent-dv-cinder-788366-8-iscsi with host dv-cinder-788366-8-iscsi {{(pid=103254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:17:23.930737 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-c5a82c8c-f6f3-4a40-b815-7a9b44287325 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6929550 Jan 18 16:17:23.934057 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 52770) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:23.939053 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d8630787-78f3-4a31-a1b9-8069bffd03d4 admin admin] Request body: {'subnet': {'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1404412307-subnet', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:17:24.042043 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8630787-78f3-4a31-a1b9-8069bffd03d4 admin admin] Made reservation on behalf of 399cb129df3b450f96d231868dccd596 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:17:24.044342 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8630787-78f3-4a31-a1b9-8069bffd03d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:24.259592 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8630787-78f3-4a31-a1b9-8069bffd03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (95733581-991e-437e-b174-c7316eb5e816), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:24.312111 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8630787-78f3-4a31-a1b9-8069bffd03d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95733581-991e-437e-b174-c7316eb5e816,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:24.322863 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8630787-78f3-4a31-a1b9-8069bffd03d4 admin admin] Checking segment: {'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:17:24.327933 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8630787-78f3-4a31-a1b9-8069bffd03d4 admin admin] Network hostable DHCP agents. Network: 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e, hostable agents: ['c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:17:24.428546 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86027e72-79e8-487e-bc05-624fa362094b req-1e483f75-f9b4-415d-b20c-b43f08831942 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:24.430056 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-86027e72-79e8-487e-bc05-624fa362094b req-1e483f75-f9b4-415d-b20c-b43f08831942 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 944 time: 0.0473709 Jan 18 16:17:24.436843 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8630787-78f3-4a31-a1b9-8069bffd03d4 admin admin] Network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e is scheduled to be hosted by DHCP agent c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:17:24.479734 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-86027e72-79e8-487e-bc05-624fa362094b req-4485ffba-190a-43b5-adc9-a837855a2e7b tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442352 Jan 18 16:17:24.528055 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-d8630787-78f3-4a31-a1b9-8069bffd03d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-8-iscsi, 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:17:24.532451 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8630787-78f3-4a31-a1b9-8069bffd03d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:24.533568 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8630787-78f3-4a31-a1b9-8069bffd03d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:24.537905 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998d26a3-5708-4afd-b1c9-e9c560b1355a None None] Network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:17:24.634543 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a97d34a-f00c-50ca-a5ed-93c7ff92fefd-4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'project_id': '399cb129df3b450f96d231868dccd596', 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816'}]}} from dv-cinder-788366-8-iscsi. {{(pid=103254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:17:24.635562 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:24.639123 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-d8630787-78f3-4a31-a1b9-8069bffd03d4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7040093 Jan 18 16:17:24.641936 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52774) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:24.646294 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:17:24.733671 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3780192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25056'] for router (00c55487-30e3-4b18-95da-f779f24474a5), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:24.734831 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3780108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3778222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25079'] for router (00c55487-30e3-4b18-95da-f779f24474a5), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:24.769531 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Allocated IP 172.20.0.2 (4c6d97b5-a320-4c8a-8ffa-6af037a0f06e/95733581-991e-437e-b174-c7316eb5e816/014750cd-e5d1-47ab-821e-302f4867b857) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:17:24.787146 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Publish callbacks [] for router_controller (00c55487-30e3-4b18-95da-f779f24474a5), precommit_add_association {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:24.909483 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Publish callbacks [] for port (014750cd-e5d1-47ab-821e-302f4867b857), precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:25.013896 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (014750cd-e5d1-47ab-821e-302f4867b857), after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:25.020212 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Publish callbacks [] for router_gateway (00c55487-30e3-4b18-95da-f779f24474a5), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:25.054164 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:17:25.056928 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:17:25.060352 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:17:25.065902 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Pushing event updated for resources: {'Port': ['ID=014750cd-e5d1-47ab-821e-302f4867b857,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:25.115831 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Attempting to bind port 014750cd-e5d1-47ab-821e-302f4867b857 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:17:25.116224 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Attempting to bind port 014750cd-e5d1-47ab-821e-302f4867b857 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:17:25.116565 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Attempting to bind port 014750cd-e5d1-47ab-821e-302f4867b857 on network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:17:25.121620 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:17:25.122017 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Checking segment: {'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:17:25.122450 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:25.122842 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Bound using segment: {'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:17:25.123315 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Bound port: 014750cd-e5d1-47ab-821e-302f4867b857, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:17:25.123704 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (014750cd-e5d1-47ab-821e-302f4867b857), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:25.190934 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] For port 014750cd-e5d1-47ab-821e-302f4867b857, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:17:25.193969 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] For port 014750cd-e5d1-47ab-821e-302f4867b857, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=014750cd-e5d1-47ab-821e-302f4867b857,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:17:25.290950 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Publish callbacks [] for router_gateway (00c55487-30e3-4b18-95da-f779f24474a5), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:25.308797 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:25.345635 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (014750cd-e5d1-47ab-821e-302f4867b857), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:25.404844 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9aa16d-58a1-470b-b3ea-bf46ed8b396f None None] Pushing event updated for resources: {'Port': ['ID=014750cd-e5d1-47ab-821e-302f4867b857,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:25.417587 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_common [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Allocated IP 172.27.2.84 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/b6c6950c-b0e7-4db6-a13f-9d0957154a86) {{(pid=103252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:17:25.536403 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Publish callbacks [] for port (b6c6950c-b0e7-4db6-a13f-9d0957154a86), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:25.637116 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2010877-107b-4edb-a5d2-b99a5ca917e3 req-4259d014-4b8a-495d-a5c1-532ea3372581 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:25.638678 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b2010877-107b-4edb-a5d2-b99a5ca917e3 req-4259d014-4b8a-495d-a5c1-532ea3372581 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 944 time: 0.0558536 Jan 18 16:17:25.692137 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b2010877-107b-4edb-a5d2-b99a5ca917e3 req-2d0c1530-067e-4f64-964d-22bedecc609b tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475464 Jan 18 16:17:25.740020 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (b6c6950c-b0e7-4db6-a13f-9d0957154a86), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:25.781781 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:17:25.784628 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:17:25.787013 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Received port after_create {{(pid=103252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:17:25.815108 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c6950c-b0e7-4db6-a13f-9d0957154a86,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:26.124966 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Publish callbacks [] for router_gateway (00c55487-30e3-4b18-95da-f779f24474a5), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:26.302078 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdf77c4-46b7-4bd0-8b31-2c39a7c6bcc6 None None] Network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:17:26.323196 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778203'] for router (00c55487-30e3-4b18-95da-f779f24474a5), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:26.401644 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-e71aae63-4c03-47e6-b90d-bb4eeb995580 None None] Provisioning complete for port 014750cd-e5d1-47ab-821e-302f4867b857 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:17:26.401981 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e71aae63-4c03-47e6-b90d-bb4eeb995580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (014750cd-e5d1-47ab-821e-302f4867b857), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:26.490120 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e71aae63-4c03-47e6-b90d-bb4eeb995580 None None] Current status of the port 014750cd-e5d1-47ab-821e-302f4867b857 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:17:26.490508 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e71aae63-4c03-47e6-b90d-bb4eeb995580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (014750cd-e5d1-47ab-821e-302f4867b857), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:26.530323 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-e71aae63-4c03-47e6-b90d-bb4eeb995580 None None] For port 014750cd-e5d1-47ab-821e-302f4867b857, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=014750cd-e5d1-47ab-821e-302f4867b857,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:26.618228 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Router 00c55487-30e3-4b18-95da-f779f24474a5 is scheduled to L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 with binding_index 1 {{(pid=103252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:17:26.659418 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e71aae63-4c03-47e6-b90d-bb4eeb995580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (014750cd-e5d1-47ab-821e-302f4867b857), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:26.721909 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71aae63-4c03-47e6-b90d-bb4eeb995580 None None] Pushing event updated for resources: {'Port': ['ID=014750cd-e5d1-47ab-821e-302f4867b857,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:26.729674 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:17:26.743685 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Sync routers for ids ['00c55487-30e3-4b18-95da-f779f24474a5'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:17:26.759309 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Routers {'00c55487-30e3-4b18-95da-f779f24474a5'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:26.759309 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['00c55487-30e3-4b18-95da-f779f24474a5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:26.788830 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-1e5c340d-cf8a-40c3-958c-bb70b59e2786 None None] Provisioning complete for port 014750cd-e5d1-47ab-821e-302f4867b857 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:17:26.789264 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e5c340d-cf8a-40c3-958c-bb70b59e2786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (014750cd-e5d1-47ab-821e-302f4867b857), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:26.844789 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1cb25-d124-4c2a-9410-8dbe9582eda4 req-16c663e7-28c5-459e-927b-e1c0dd9c80d8 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:26.846652 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f8a1cb25-d124-4c2a-9410-8dbe9582eda4 req-16c663e7-28c5-459e-927b-e1c0dd9c80d8 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 944 time: 0.0633950 Jan 18 16:17:26.850293 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 014750cd-e5d1-47ab-821e-302f4867b857 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:17:26.872329 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:26.873616 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-ce458330-a0ff-4358-a059-cb78bbfcde09 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2306209 Jan 18 16:17:26.877748 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 52780) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:26.889774 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Set router 00c55487-30e3-4b18-95da-f779f24474a5 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:26.906559 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f8a1cb25-d124-4c2a-9410-8dbe9582eda4 req-798bee3b-305d-4fca-a27c-2fc371760aef tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532806 Jan 18 16:17:26.941516 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c340d-cf8a-40c3-958c-bb70b59e2786 None None] Current status of the port 014750cd-e5d1-47ab-821e-302f4867b857 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:17:26.958116 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 014750cd-e5d1-47ab-821e-302f4867b857 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:17:26.958579 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (014750cd-e5d1-47ab-821e-302f4867b857), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:27.064787 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 014750cd-e5d1-47ab-821e-302f4867b857 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:17:27.171534 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:25Z', 'revision_number': 3, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:27.200810 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Checking router: 00c55487-30e3-4b18-95da-f779f24474a5 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:17:27.201180 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Updating router 00c55487-30e3-4b18-95da-f779f24474a5 port b6c6950c-b0e7-4db6-a13f-9d0957154a86 binding host dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:17:27.226206 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (b6c6950c-b0e7-4db6-a13f-9d0957154a86), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:27.327583 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:27.477778 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Allocated IP 172.20.0.1 (4c6d97b5-a320-4c8a-8ffa-6af037a0f06e/95733581-991e-437e-b174-c7316eb5e816/5f177754-fd68-4b84-9158-650c896904ab) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:17:27.478120 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Publish callbacks [] for port (b6c6950c-b0e7-4db6-a13f-9d0957154a86), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:27.579324 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (b6c6950c-b0e7-4db6-a13f-9d0957154a86), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:27.583938 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Publish callbacks [] for port (5f177754-fd68-4b84-9158-650c896904ab), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:27.631847 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Attempting to bind port b6c6950c-b0e7-4db6-a13f-9d0957154a86 on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:17:27.632218 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Attempting to bind port b6c6950c-b0e7-4db6-a13f-9d0957154a86 by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:17:27.632580 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Attempting to bind port b6c6950c-b0e7-4db6-a13f-9d0957154a86 on network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:17:27.640064 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d50af-781e-458c-8864-366f78b8dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b6c6950c-b0e7-4db6-a13f-9d0957154a86,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:27.642968 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:17:27.643349 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Checking segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:17:27.643750 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:27.644143 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Bound using segment: {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:17:27.644607 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Bound port: b6c6950c-b0e7-4db6-a13f-9d0957154a86, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84b9757-8ea2-421a-b06a-2b93a4e4812b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:17:27.645009 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (b6c6950c-b0e7-4db6-a13f-9d0957154a86), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:27.651549 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d50af-781e-458c-8864-366f78b8dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:27.657585 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d50af-781e-458c-8864-366f78b8dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:27.657585 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d50af-781e-458c-8864-366f78b8dcf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:27.657585 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d50af-781e-458c-8864-366f78b8dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:27.657585 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d50af-781e-458c-8864-366f78b8dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:27.657585 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d50af-781e-458c-8864-366f78b8dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:27.657585 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d50af-781e-458c-8864-366f78b8dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:27.657585 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d50af-781e-458c-8864-366f78b8dcf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:27.657585 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d50af-781e-458c-8864-366f78b8dcf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:27.657585 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d50af-781e-458c-8864-366f78b8dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:27.657585 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d50af-781e-458c-8864-366f78b8dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:27.657585 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d50af-781e-458c-8864-366f78b8dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:27.657585 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d50af-781e-458c-8864-366f78b8dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:27.705465 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] For port b6c6950c-b0e7-4db6-a13f-9d0957154a86, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:17:27.708330 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] For port b6c6950c-b0e7-4db6-a13f-9d0957154a86, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=b6c6950c-b0e7-4db6-a13f-9d0957154a86,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:17:27.721092 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (5f177754-fd68-4b84-9158-650c896904ab), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:27.762944 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:17:27.764408 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:17:27.767938 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:17:27.768404 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778478'] for router_interface (00c55487-30e3-4b18-95da-f779f24474a5), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:27.774388 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Pushing event updated for resources: {'Port': ['ID=5f177754-fd68-4b84-9158-650c896904ab,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:27.814032 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (b6c6950c-b0e7-4db6-a13f-9d0957154a86), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:27.861412 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Routers {'00c55487-30e3-4b18-95da-f779f24474a5'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:27.862042 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['00c55487-30e3-4b18-95da-f779f24474a5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:27.929379 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d50af-781e-458c-8864-366f78b8dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b6c6950c-b0e7-4db6-a13f-9d0957154a86,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:27.969190 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0736b6a7-acaa-4458-95c8-275ebd454d22 None None] Provisioning complete for port 5f177754-fd68-4b84-9158-650c896904ab triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:17:27.970316 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0736b6a7-acaa-4458-95c8-275ebd454d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5f177754-fd68-4b84-9158-650c896904ab), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:27.985381 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5f177754-fd68-4b84-9158-650c896904ab), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:27.990096 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] Set router 00c55487-30e3-4b18-95da-f779f24474a5 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:28.029940 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0736b6a7-acaa-4458-95c8-275ebd454d22 None None] Port 5f177754-fd68-4b84-9158-650c896904ab cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:17:28.038551 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8487c-84e8-4158-a687-0cdef48f6bdb req-22c447ee-5e12-416d-b35d-14d163f28d26 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:28.040127 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7de8487c-84e8-4158-a687-0cdef48f6bdb req-22c447ee-5e12-416d-b35d-14d163f28d26 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 944 time: 0.0579226 Jan 18 16:17:28.092227 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7de8487c-84e8-4158-a687-0cdef48f6bdb req-3db5281c-f6a3-48eb-ae70-8708c81871c2 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457094 Jan 18 16:17:28.154881 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Publish callbacks [] for port (5f177754-fd68-4b84-9158-650c896904ab), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:28.177480 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:25Z', 'revision_number': 3, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:28.204833 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43310daf-352a-4b8f-bea3-e8a24a172510 None None] The sync data for ids ['00c55487-30e3-4b18-95da-f779f24474a5'] in dv-cinder-788366-8-iscsi is: [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:25Z', 'revision_number': 3, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:17:28.240905 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (5f177754-fd68-4b84-9158-650c896904ab), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:28.241669 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778394'] for router_interface (00c55487-30e3-4b18-95da-f779f24474a5), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:28.275603 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:28.583625 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Pushing event updated for resources: {'Port': ['ID=5f177754-fd68-4b84-9158-650c896904ab,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:28.623762 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:17:28.625298 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:17:28.763949 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Router 00c55487-30e3-4b18-95da-f779f24474a5 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:17:28.875553 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 014750cd-e5d1-47ab-821e-302f4867b857 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:17:28.898177 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:17:28.908449 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-193577eb-f781-45f0-bbd6-40b0a8a1f317 admin admin] 10.222.0.70 "PUT /v2.0/routers/00c55487-30e3-4b18-95da-f779f24474a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0262601 Jan 18 16:17:28.928856 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 014750cd-e5d1-47ab-821e-302f4867b857 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:17:28.929236 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (014750cd-e5d1-47ab-821e-302f4867b857), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:28.978888 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-77f392c4-4565-41c6-a959-39ba1a514ac7 None None] Provisioning complete for port 5f177754-fd68-4b84-9158-650c896904ab triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:17:28.979576 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77f392c4-4565-41c6-a959-39ba1a514ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5f177754-fd68-4b84-9158-650c896904ab), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:29.049798 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-77f392c4-4565-41c6-a959-39ba1a514ac7 None None] Port 5f177754-fd68-4b84-9158-650c896904ab cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:17:29.066361 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 014750cd-e5d1-47ab-821e-302f4867b857 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:17:29.067502 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device b6c6950c-b0e7-4db6-a13f-9d0957154a86 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:17:29.116983 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port b6c6950c-b0e7-4db6-a13f-9d0957154a86 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:17:29.117283 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (b6c6950c-b0e7-4db6-a13f-9d0957154a86), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:29.200137 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port b6c6950c-b0e7-4db6-a13f-9d0957154a86 is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:17:29.200537 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (b6c6950c-b0e7-4db6-a13f-9d0957154a86), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:29.218309 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c13b38-2d1d-4e42-b416-e5b4cc3dc9ed req-7c01c5cb-4be1-48bc-9895-3d8f9cf3a42a tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:29.219882 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e3c13b38-2d1d-4e42-b416-e5b4cc3dc9ed req-7c01c5cb-4be1-48bc-9895-3d8f9cf3a42a tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 944 time: 0.0549085 Jan 18 16:17:29.224079 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] For port b6c6950c-b0e7-4db6-a13f-9d0957154a86, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=b6c6950c-b0e7-4db6-a13f-9d0957154a86,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:29.268143 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e3c13b38-2d1d-4e42-b416-e5b4cc3dc9ed req-c870d4bb-d10c-4afb-b554-2cf4f7a50732 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425069 Jan 18 16:17:29.350894 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (b6c6950c-b0e7-4db6-a13f-9d0957154a86), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:29.397279 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Pushing event updated for resources: {'Port': ['ID=b6c6950c-b0e7-4db6-a13f-9d0957154a86,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:29.404628 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:29.405009 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:29.405359 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:29.405776 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:29.406116 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:29.406449 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:29.406781 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:29.407111 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:29.407438 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:29.407767 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:29.408095 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:29.408418 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:29.408769 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:17:29.729043 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Sync routers for ids ['00c55487-30e3-4b18-95da-f779f24474a5'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:17:29.739657 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Routers {'00c55487-30e3-4b18-95da-f779f24474a5'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:29.740264 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['00c55487-30e3-4b18-95da-f779f24474a5'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:29.971934 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Set router 00c55487-30e3-4b18-95da-f779f24474a5 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:30.162859 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5f177754-fd68-4b84-9158-650c896904ab', 'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'mac_address': 'fa:16:3e:1f:d3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:27Z', 'updated_at': '2022-01-18T16:17:28Z', 'revision_number': 2, 'project_id': '399cb129df3b450f96d231868dccd596', 'subnets': [{'id': '95733581-991e-437e-b174-c7316eb5e816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:30.192826 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Checking router: 00c55487-30e3-4b18-95da-f779f24474a5 for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:17:30.193186 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Updating router 00c55487-30e3-4b18-95da-f779f24474a5 port 5f177754-fd68-4b84-9158-650c896904ab binding host dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:17:30.217692 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5f177754-fd68-4b84-9158-650c896904ab), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:30.384847 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4298e-7e26-4ecd-9679-96bc51b5619f req-91872939-3df6-423e-95f0-58bda33ad633 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:30.386546 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f4f4298e-7e26-4ecd-9679-96bc51b5619f req-91872939-3df6-423e-95f0-58bda33ad633 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 944 time: 0.0505457 Jan 18 16:17:30.407979 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 52796) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:30.413566 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1405a7d8-41f1-44b6-b99e-6cba1d5ced54 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47783079', 'description': 'tempest-description--1671196884'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:17:30.442878 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f4f4298e-7e26-4ecd-9679-96bc51b5619f req-ee86ab00-8a57-410b-b7f2-90d3d316408a tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507784 Jan 18 16:17:30.464377 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 7df66a73-7194-4717-b426-be1ff6e8c080 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:17:30.499401 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Publish callbacks [] for port (5f177754-fd68-4b84-9158-650c896904ab), precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:30.533624 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1405a7d8-41f1-44b6-b99e-6cba1d5ced54 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:30.583648 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 7df66a73-7194-4717-b426-be1ff6e8c080, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7df66a73-7194-4717-b426-be1ff6e8c080,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:30.594622 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': '7df66a73-7194-4717-b426-be1ff6e8c080', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'port_id': '7df66a73-7194-4717-b426-be1ff6e8c080', 'mac_address': 'fa:16:3e:b4:f9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:17:30.598266 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1405a7d8-41f1-44b6-b99e-6cba1d5ced54 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group (49137d0b-792b-49e7-8b0f-993595fc4fa5), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:30.620829 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (5f177754-fd68-4b84-9158-650c896904ab), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:30.666445 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 7df66a73-7194-4717-b426-be1ff6e8c080 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:17:30.666734 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (7df66a73-7194-4717-b426-be1ff6e8c080), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:30.697115 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df66a73-7194-4717-b426-be1ff6e8c080 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:17:30.699473 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1405a7d8-41f1-44b6-b99e-6cba1d5ced54 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (49137d0b-792b-49e7-8b0f-993595fc4fa5), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:30.701070 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cefc2c-009e-4867-ad70-2e871accaa33 None None] Pushing event updated for resources: {'Port': ['ID=5f177754-fd68-4b84-9158-650c896904ab,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:30.731774 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405a7d8-41f1-44b6-b99e-6cba1d5ced54 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49137d0b-792b-49e7-8b0f-993595fc4fa5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:30.756229 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 7df66a73-7194-4717-b426-be1ff6e8c080, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7df66a73-7194-4717-b426-be1ff6e8c080,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:30.767533 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Attempting to bind port 5f177754-fd68-4b84-9158-650c896904ab on host dv-cinder-788366-8-iscsi for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:17:30.767905 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Attempting to bind port 5f177754-fd68-4b84-9158-650c896904ab by drivers openvswitch,hyperv on host dv-cinder-788366-8-iscsi at level 0 using segments [{'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:17:30.768289 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Attempting to bind port 5f177754-fd68-4b84-9158-650c896904ab on network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:17:30.775656 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Checking agent: {'id': '9ae92da7-a387-42e8-8536-69a6f7430d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 1, 16), 'started_at': datetime.datetime(2022, 1, 18, 16, 1, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:17:30.777552 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Checking segment: {'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:17:30.777552 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:30.777552 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Bound using segment: {'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:17:30.777552 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Bound port: 5f177754-fd68-4b84-9158-650c896904ab, host: dv-cinder-788366-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:17:30.777928 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5f177754-fd68-4b84-9158-650c896904ab), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:30.812907 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device b6c6950c-b0e7-4db6-a13f-9d0957154a86 up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:17:30.843987 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1405a7d8-41f1-44b6-b99e-6cba1d5ced54 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:30.845481 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-1405a7d8-41f1-44b6-b99e-6cba1d5ced54 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4357686 Jan 18 16:17:30.848364 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52798) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:30.853496 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-4cf6407b-74a0-461c-8788-afb7c8c08266 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Request body: {'security_group_rule': {'security_group_id': '49137d0b-792b-49e7-8b0f-993595fc4fa5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:17:30.883713 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (7df66a73-7194-4717-b426-be1ff6e8c080), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:30.889756 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] For port 5f177754-fd68-4b84-9158-650c896904ab, host dv-cinder-788366-8-iscsi, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:17:30.893020 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] For port 5f177754-fd68-4b84-9158-650c896904ab, host dv-cinder-788366-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=5f177754-fd68-4b84-9158-650c896904ab,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:17:30.938876 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port b6c6950c-b0e7-4db6-a13f-9d0957154a86 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:17:30.939165 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (b6c6950c-b0e7-4db6-a13f-9d0957154a86), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:30.943565 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=7df66a73-7194-4717-b426-be1ff6e8c080,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:30.972511 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4cf6407b-74a0-461c-8788-afb7c8c08266 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group_rule (46638579-f962-4656-b17a-f4b1fa89a721), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:30.995713 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-a588a436-93be-4c14-8229-dbc729937392 None None] Provisioning complete for port 5f177754-fd68-4b84-9158-650c896904ab triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:17:30.996085 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a588a436-93be-4c14-8229-dbc729937392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5f177754-fd68-4b84-9158-650c896904ab), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:31.020124 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (5f177754-fd68-4b84-9158-650c896904ab), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:31.026491 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4cf6407b-74a0-461c-8788-afb7c8c08266 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group_rule (46638579-f962-4656-b17a-f4b1fa89a721), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:31.102050 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a588a436-93be-4c14-8229-dbc729937392 None None] Port 5f177754-fd68-4b84-9158-650c896904ab cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:17:31.114047 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port b6c6950c-b0e7-4db6-a13f-9d0957154a86 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:17:31.128381 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4cf6407b-74a0-461c-8788-afb7c8c08266 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (46638579-f962-4656-b17a-f4b1fa89a721), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:31.128853 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cefc2c-009e-4867-ad70-2e871accaa33 None None] Pushing event updated for resources: {'Port': ['ID=5f177754-fd68-4b84-9158-650c896904ab,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:31.132126 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Routers {'00c55487-30e3-4b18-95da-f779f24474a5'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:31.132742 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['00c55487-30e3-4b18-95da-f779f24474a5'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:31.150627 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6407b-74a0-461c-8788-afb7c8c08266 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46638579-f962-4656-b17a-f4b1fa89a721,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:31.173550 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['7df66a73-7194-4717-b426-be1ff6e8c080'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:17:31.234557 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4cf6407b-74a0-461c-8788-afb7c8c08266 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:31.236739 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-4cf6407b-74a0-461c-8788-afb7c8c08266 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3873055 Jan 18 16:17:31.239473 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52802) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:31.246237 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-c75c0226-5094-4873-bdbe-0653871b44bf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Request body: {'security_group_rule': {'security_group_id': '49137d0b-792b-49e7-8b0f-993595fc4fa5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:17:31.301475 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] Set router 00c55487-30e3-4b18-95da-f779f24474a5 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:31.344295 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c75c0226-5094-4873-bdbe-0653871b44bf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group_rule (72bf9450-a482-426f-9443-9579be053d3a), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:31.404456 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c75c0226-5094-4873-bdbe-0653871b44bf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group_rule (72bf9450-a482-426f-9443-9579be053d3a), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:31.406929 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-01169fec-5777-4395-8602-2313c890c4c2 None None] Provisioning complete for port 5f177754-fd68-4b84-9158-650c896904ab triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:17:31.407311 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01169fec-5777-4395-8602-2313c890c4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5f177754-fd68-4b84-9158-650c896904ab), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:31.488506 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c75c0226-5094-4873-bdbe-0653871b44bf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (72bf9450-a482-426f-9443-9579be053d3a), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:31.512006 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c0226-5094-4873-bdbe-0653871b44bf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bf9450-a482-426f-9443-9579be053d3a,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:31.574741 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4ab78-23a6-4348-ae03-9f66e0e9fa31 req-ae39d018-897b-48d8-a1ba-541477b42e24 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:31.576234 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-83e4ab78-23a6-4348-ae03-9f66e0e9fa31 req-ae39d018-897b-48d8-a1ba-541477b42e24 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 945 time: 0.0558043 Jan 18 16:17:31.611071 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c75c0226-5094-4873-bdbe-0653871b44bf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:31.612289 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-c75c0226-5094-4873-bdbe-0653871b44bf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3714399 Jan 18 16:17:31.615458 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 52806) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:31.622388 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Request body: {'floatingip': {'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:17:31.641801 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-83e4ab78-23a6-4348-ae03-9f66e0e9fa31 req-c7ee8cac-47ba-41d2-97b0-e446827adba1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597939 Jan 18 16:17:31.647017 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-01169fec-5777-4395-8602-2313c890c4c2 None None] Current status of the port 5f177754-fd68-4b84-9158-650c896904ab is: DOWN; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:17:31.647406 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01169fec-5777-4395-8602-2313c890c4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (5f177754-fd68-4b84-9158-650c896904ab), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:31.716604 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-01169fec-5777-4395-8602-2313c890c4c2 None None] For port 5f177754-fd68-4b84-9158-650c896904ab, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=5f177754-fd68-4b84-9158-650c896904ab,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:31.724151 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5f177754-fd68-4b84-9158-650c896904ab', 'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'mac_address': 'fa:16:3e:1f:d3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:27Z', 'updated_at': '2022-01-18T16:17:30Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'subnets': [{'id': '95733581-991e-437e-b174-c7316eb5e816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:31.779352 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:31.888677 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:31.889931 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccaa7c5-7339-496c-8f00-76814d8c4345 None None] The sync data for ids ['00c55487-30e3-4b18-95da-f779f24474a5'] in dv-cinder-788366-8-iscsi is: [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5f177754-fd68-4b84-9158-650c896904ab', 'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'mac_address': 'fa:16:3e:1f:d3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:27Z', 'updated_at': '2022-01-18T16:17:30Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'subnets': [{'id': '95733581-991e-437e-b174-c7316eb5e816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:17:31.891433 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01169fec-5777-4395-8602-2313c890c4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (5f177754-fd68-4b84-9158-650c896904ab), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:31.969648 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01169fec-5777-4395-8602-2313c890c4c2 None None] Pushing event updated for resources: {'Port': ['ID=5f177754-fd68-4b84-9158-650c896904ab,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:32.036639 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Allocated IP 172.27.2.23 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/6938e982-f520-4aab-ae21-eb6ccfefcf87) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:17:32.146728 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for port (6938e982-f520-4aab-ae21-eb6ccfefcf87), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:32.248372 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (6938e982-f520-4aab-ae21-eb6ccfefcf87), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:32.291828 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:17:32.294793 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:17:32.298443 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:17:32.307751 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event updated for resources: {'Port': ['ID=6938e982-f520-4aab-ae21-eb6ccfefcf87,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:32.352858 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for floatingip (e4897ed4-dd90-4cba-aee8-0dade50dd792), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:32.457206 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 7df66a73-7194-4717-b426-be1ff6e8c080 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:17:32.486033 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (6938e982-f520-4aab-ae21-eb6ccfefcf87), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:32.584710 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port 7df66a73-7194-4717-b426-be1ff6e8c080 completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:17:32.590202 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port 7df66a73-7194-4717-b426-be1ff6e8c080 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:17:32.590588 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (7df66a73-7194-4717-b426-be1ff6e8c080), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:32.647717 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for port (6938e982-f520-4aab-ae21-eb6ccfefcf87), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:32.686469 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 7df66a73-7194-4717-b426-be1ff6e8c080 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:17:32.687880 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (7df66a73-7194-4717-b426-be1ff6e8c080), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:32.730570 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df66a73-7194-4717-b426-be1ff6e8c080'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:17:32.732243 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669b895b-f925-426e-bf45-9281004c7435" -d '{"events": [{"server_uuid": "97697a99-48fb-44a3-bdff-9d0db25ea5e9", "name": "network-vif-plugged", "status": "completed", "tag": "7df66a73-7194-4717-b426-be1ff6e8c080"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:17:32.745336 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (6938e982-f520-4aab-ae21-eb6ccfefcf87), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:32.771458 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 7df66a73-7194-4717-b426-be1ff6e8c080, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7df66a73-7194-4717-b426-be1ff6e8c080,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:32.791412 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (e4897ed4-dd90-4cba-aee8-0dade50dd792), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:32.805702 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73e68c0-c531-4ffb-9057-fc161c5a97cc x-openstack-request-id: req-e73e68c0-c531-4ffb-9057-fc161c5a97cc {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:17:32.806004 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97697a99-48fb-44a3-bdff-9d0db25ea5e9", "name": "network-vif-plugged", "status": "completed", "tag": "7df66a73-7194-4717-b426-be1ff6e8c080", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:17:32.806442 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e73e68c0-c531-4ffb-9057-fc161c5a97cc {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:17:32.807239 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df66a73-7194-4717-b426-be1ff6e8c080', 'code': 200} Jan 18 16:17:32.816638 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event updated for resources: {'Port': ['ID=6938e982-f520-4aab-ae21-eb6ccfefcf87,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:32.817672 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6053a2c-f738-4c12-944d-3be58c55f89d req-c8b4292f-9662-494b-8b95-834eb88820c0 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:32.819940 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 5f177754-fd68-4b84-9158-650c896904ab up at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:17:32.826984 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d6053a2c-f738-4c12-944d-3be58c55f89d req-c8b4292f-9662-494b-8b95-834eb88820c0 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 945 time: 0.1104126 Jan 18 16:17:32.862824 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (7df66a73-7194-4717-b426-be1ff6e8c080), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:32.882003 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d6053a2c-f738-4c12-944d-3be58c55f89d req-509bee8e-2468-4239-9c2f-9a3444cf9788 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537651 Jan 18 16:17:32.891635 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:32.901543 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-8601ab00-9441-4a28-9141-fe31469fe14c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2764297 Jan 18 16:17:32.924047 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-581f7d0b-cb08-45ee-8545-2491dd7d91f0 req-6bd4fb3f-3323-4e59-ba16-13161abf696f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678000 Jan 18 16:17:32.948976 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=7df66a73-7194-4717-b426-be1ff6e8c080,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:32.959759 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Provisioning complete for port 5f177754-fd68-4b84-9158-650c896904ab triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:17:32.960145 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (5f177754-fd68-4b84-9158-650c896904ab), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:33.053038 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f7d0b-cb08-45ee-8545-2491dd7d91f0 req-02f20aa8-e943-4d8d-8f38-fa587fa4556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:33.055140 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-581f7d0b-cb08-45ee-8545-2491dd7d91f0 req-02f20aa8-e943-4d8d-8f38-fa587fa4556a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b47f032af2494e9cb2714378b3078bc0&device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 1098 time: 0.0699437 Jan 18 16:17:33.083777 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Current status of the port 5f177754-fd68-4b84-9158-650c896904ab is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:17:33.091259 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-075ad270-97ec-49ae-ad78-bd8e33911901 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--47783079&fields=id&tenant_id=399cb129df3b450f96d231868dccd596 HTTP/1.1" status: 200 len: 267 time: 0.0615692 Jan 18 16:17:33.177457 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f7d0b-cb08-45ee-8545-2491dd7d91f0 req-61a76c56-41f0-4161-a806-e55be631efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:33.179055 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-581f7d0b-cb08-45ee-8545-2491dd7d91f0 req-61a76c56-41f0-4161-a806-e55be631efdf service neutron] 10.222.0.72 "GET /v2.0/networks?id=e3990fef-bcf4-4737-9b67-783be25293eb HTTP/1.1" status: 200 len: 909 time: 0.1038630 Jan 18 16:17:33.197713 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-4ee689b9-e4fa-4ece-adf1-969a1fb2786f tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:33.199177 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-4ee689b9-e4fa-4ece-adf1-969a1fb2786f tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/networks?id=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e HTTP/1.1" status: 200 len: 811 time: 0.1071329 Jan 18 16:17:33.213284 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-f69ff0ee-49dc-4819-b91a-dc51e89054a4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/quotas/399cb129df3b450f96d231868dccd596 HTTP/1.1" status: 200 len: 375 time: 0.0089140 Jan 18 16:17:33.263369 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-72a1187b-fa36-4903-b421-dacb618a6837 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=399cb129df3b450f96d231868dccd596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449572 Jan 18 16:17:33.264911 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebab43-277a-4785-909b-3d6b181b09db req-78c99838-3b79-493c-bfd4-00b63329359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:33.266377 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f0ebab43-277a-4785-909b-3d6b181b09db req-78c99838-3b79-493c-bfd4-00b63329359b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 1099 time: 0.0865533 Jan 18 16:17:33.268418 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-581f7d0b-cb08-45ee-8545-2491dd7d91f0 req-0f8fc999-660c-401f-941e-afc1e4dbb602 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7548837a-cd9c-4803-b311-bdf365c472fc HTTP/1.1" status: 200 len: 1001 time: 0.0797668 Jan 18 16:17:33.347287 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f7d0b-cb08-45ee-8545-2491dd7d91f0 req-c75eb79c-62b8-43a1-9521-78da857acdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:33.348833 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-581f7d0b-cb08-45ee-8545-2491dd7d91f0 req-c75eb79c-62b8-43a1-9521-78da857acdb6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0798f6e7-8bfe-4af8-a88b-9cf25665ef27 HTTP/1.1" status: 200 len: 847 time: 0.0719512 Jan 18 16:17:33.372559 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f0ebab43-277a-4785-909b-3d6b181b09db req-58b2d953-5ccf-4c12-b490-52d6d20a2d4a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880837 Jan 18 16:17:33.402258 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f7d0b-cb08-45ee-8545-2491dd7d91f0 req-e6124d1a-49e3-41bc-a2be-afbb3887814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:33.403842 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-581f7d0b-cb08-45ee-8545-2491dd7d91f0 req-e6124d1a-49e3-41bc-a2be-afbb3887814b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e3990fef-bcf4-4737-9b67-783be25293eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488992 Jan 18 16:17:33.574205 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-efe66864-7f61-4ff0-a811-9ef5d83f42b4 service neutron] 10.222.0.70 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988784 Jan 18 16:17:33.666725 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-727fa28c-641b-4c3b-b4e0-517ba4f34f2b service neutron] 10.222.0.70 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869296 Jan 18 16:17:33.678308 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-581f7d0b-cb08-45ee-8545-2491dd7d91f0 req-5990fd79-2d71-4b86-9bae-1a9ebf6825ce service neutron] 10.222.0.72 "GET /v2.0/networks/e3990fef-bcf4-4737-9b67-783be25293eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896330 Jan 18 16:17:33.767557 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-581f7d0b-cb08-45ee-8545-2491dd7d91f0 req-e9744000-4ca3-4cf2-99b8-4c6d35b10e22 service neutron] 10.222.0.72 "GET /v2.0/networks/e3990fef-bcf4-4737-9b67-783be25293eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828896 Jan 18 16:17:34.010645 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e883d05-cd43-41ce-8b8c-ee9d5a913955 req-6326d9ae-b72e-4f0f-a957-c3590382c82c tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:34.012109 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7e883d05-cd43-41ce-8b8c-ee9d5a913955 req-6326d9ae-b72e-4f0f-a957-c3590382c82c tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 946 time: 0.0476084 Jan 18 16:17:34.059538 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7e883d05-cd43-41ce-8b8c-ee9d5a913955 req-bdba4640-e7cd-44a2-ba5a-b1d94a3702f8 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419149 Jan 18 16:17:34.931212 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-aa3d8d6f-d0f7-4d7f-85c2-d702ec13c5a0 req-aa3cc9c7-fd5b-4c06-90de-e29651e6e0ae tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 210 time: 0.0253036 Jan 18 16:17:35.170430 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c7174-1cf2-4904-8e60-ca98fa90f7a7 req-85e85351-ad1d-4137-baf0-dd18624694d0 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:35.171811 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c6c7174-1cf2-4904-8e60-ca98fa90f7a7 req-85e85351-ad1d-4137-baf0-dd18624694d0 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 946 time: 0.0470400 Jan 18 16:17:35.224866 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3c6c7174-1cf2-4904-8e60-ca98fa90f7a7 req-f8cfef64-8719-4ef1-9cb5-4f9c36c79442 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475190 Jan 18 16:17:35.339963 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7cddc-efdf-4ee7-a210-cce31fe5a274 req-2253f835-af25-4e95-97fc-0a3b200abba7 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:35.341465 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-05a7cddc-efdf-4ee7-a210-cce31fe5a274 req-2253f835-af25-4e95-97fc-0a3b200abba7 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 946 time: 0.0480800 Jan 18 16:17:35.391395 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-05a7cddc-efdf-4ee7-a210-cce31fe5a274 req-c0e58eeb-f722-40e5-82c8-4a09a823ee5c tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443406 Jan 18 16:17:35.415614 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52844) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:35.453546 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babc4111-6373-4008-803d-21aefb724cd6 tempest-TestVolumeBootPattern-1114570685 tempest-TestVolumeBootPattern-1114570685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:35.455035 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-babc4111-6373-4008-803d-21aefb724cd6 tempest-TestVolumeBootPattern-1114570685 tempest-TestVolumeBootPattern-1114570685-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 1094 time: 0.0384276 Jan 18 16:17:35.457927 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52846) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:35.462607 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Request body: {'floatingip': {'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'port_id': '7df66a73-7194-4717-b426-be1ff6e8c080', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:17:35.550437 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:35.651532 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:35.757621 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_common [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Allocated IP 172.27.2.26 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/7f9fdaad-7f90-4474-a631-6c89a7b3353f) {{(pid=103252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:17:35.856089 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for port (7f9fdaad-7f90-4474-a631-6c89a7b3353f), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:35.993246 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (7f9fdaad-7f90-4474-a631-6c89a7b3353f), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:36.013831 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-19afee35-e927-4b16-a79f-0a10c7d9a55f req-b6aeb6ad-34a7-484a-9424-aba1d31598d4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 210 time: 0.0315852 Jan 18 16:17:36.044878 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:17:36.050902 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.base_scheduler [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Resources bound (agent type, host, resource id): {{(pid=103252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:17:36.054163 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Received port after_create {{(pid=103252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:17:36.080491 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event updated for resources: {'Port': ['ID=7f9fdaad-7f90-4474-a631-6c89a7b3353f,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:36.405409 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for floatingip (088942e3-ec1c-4efc-834c-04b3bd165e84), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:36.530045 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (7f9fdaad-7f90-4474-a631-6c89a7b3353f), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:36.680836 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for port (7f9fdaad-7f90-4474-a631-6c89a7b3353f), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:36.767531 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8693634'] for port (7f9fdaad-7f90-4474-a631-6c89a7b3353f), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:36.834050 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event updated for resources: {'Port': ['ID=7f9fdaad-7f90-4474-a631-6c89a7b3353f,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:36.844496 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (088942e3-ec1c-4efc-834c-04b3bd165e84), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:36.943490 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.l3_db [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Floating IP 088942e3-ec1c-4efc-834c-04b3bd165e84 associated. External IP: 172.27.2.26, port: 7df66a73-7194-4717-b426-be1ff6e8c080. Jan 18 16:17:37.142077 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fa5018f1-a7b3-48dc-91ad-ab1434e7d664 req-78fbce0d-554c-489e-8c5b-5d6f37e17a3b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 210 time: 0.0565307 Jan 18 16:17:37.173522 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:17:37.285813 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:17:37.295771 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd72bb-5336-433b-b9cf-3889abfe9153 None None] Sync routers for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:17:37.305771 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd72bb-5336-433b-b9cf-3889abfe9153 None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:37.306384 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3bfd72bb-5336-433b-b9cf-3889abfe9153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:37.385782 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-175e96b7-5a74-4d8e-90df-f2b2300a1fdd tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:37.387306 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-175e96b7-5a74-4d8e-90df-f2b2300a1fdd tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.72 "GET /v2.0/networks?id=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e HTTP/1.1" status: 200 len: 811 time: 0.1115384 Jan 18 16:17:37.399726 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:37.431702 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-3bfd72bb-5336-433b-b9cf-3889abfe9153 None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:37.434011 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-6f5e5687-b744-4a1a-aae0-05c559a59be6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9750822 Jan 18 16:17:37.434605 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'tag': '7df66a73-7194-4717-b426-be1ff6e8c080'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:17:37.437139 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5193ea1c-3ea9-4bd6-bbee-1528a44fdfa1" -d '{"events": [{"name": "network-changed", "server_uuid": "97697a99-48fb-44a3-bdff-9d0db25ea5e9", "tag": "7df66a73-7194-4717-b426-be1ff6e8c080"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:17:37.477735 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-7eade732-28a3-4711-8e40-7307de12716f tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=399cb129df3b450f96d231868dccd596 HTTP/1.1" status: 200 len: 378 time: 0.0806987 Jan 18 16:17:37.479402 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b29fab-fb0b-4b8a-9ee9-6bc0f6d763f6 x-openstack-request-id: req-f5b29fab-fb0b-4b8a-9ee9-6bc0f6d763f6 {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:17:37.479700 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97697a99-48fb-44a3-bdff-9d0db25ea5e9", "tag": "7df66a73-7194-4717-b426-be1ff6e8c080", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:17:37.479954 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5b29fab-fb0b-4b8a-9ee9-6bc0f6d763f6 {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:17:37.480358 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'tag': '7df66a73-7194-4717-b426-be1ff6e8c080', 'status': 'completed', 'code': 200} Jan 18 16:17:37.495991 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-375503f4-ea0c-4366-9944-ff13373dd69b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Request body: {'port': {'device_id': '0ee91ce8-3d4d-4976-bfc1-e6b58ef96373', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'admin_state_up': True, 'tenant_id': '399cb129df3b450f96d231868dccd596', 'security_groups': ['49137d0b-792b-49e7-8b0f-993595fc4fa5']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:17:37.599115 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ea1c-3ea9-4bd6-bbee-1528a44fdfa1 req-c3fab917-489e-4005-908f-a47287b12cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:37.604602 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5193ea1c-3ea9-4bd6-bbee-1528a44fdfa1 req-c3fab917-489e-4005-908f-a47287b12cd0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 1099 time: 0.1032858 Jan 18 16:17:37.675330 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3bfd72bb-5336-433b-b9cf-3889abfe9153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '088942e3-ec1c-4efc-834c-04b3bd165e84', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'port_id': '7df66a73-7194-4717-b426-be1ff6e8c080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'mac_address': 'fa:16:3e:b4:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:17:36Z', 'updated_at': '2022-01-18T16:17:36Z', 'revision_number': 0, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:37.703842 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd72bb-5336-433b-b9cf-3889abfe9153 None None] Checking router: 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:17:37.712859 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd72bb-5336-433b-b9cf-3889abfe9153 None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:37.713527 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3bfd72bb-5336-433b-b9cf-3889abfe9153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:37.731895 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62287f3-ebae-4c15-b8b2-a395f4d2ce07 req-2a023432-b8e4-46b0-a4ef-9032d79b7f48 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:37.737377 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d62287f3-ebae-4c15-b8b2-a395f4d2ce07 req-2a023432-b8e4-46b0-a4ef-9032d79b7f48 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0557714 Jan 18 16:17:37.745881 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ea1c-3ea9-4bd6-bbee-1528a44fdfa1 req-0d9bafa2-3209-433a-95e0-60ea97de4648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:37.747426 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5193ea1c-3ea9-4bd6-bbee-1528a44fdfa1 req-0d9bafa2-3209-433a-95e0-60ea97de4648 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9006094a-4cd3-4690-ae5f-0e16ae5eb237 HTTP/1.1" status: 200 len: 910 time: 0.1352496 Jan 18 16:17:37.788659 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d62287f3-ebae-4c15-b8b2-a395f4d2ce07 req-b89b8d7c-09ed-4174-a6f7-a5f83c7843d3 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497544 Jan 18 16:17:37.807888 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-375503f4-ea0c-4366-9944-ff13373dd69b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Made reservation on behalf of 399cb129df3b450f96d231868dccd596 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:17:37.812100 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-375503f4-ea0c-4366-9944-ff13373dd69b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:37.834014 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-3bfd72bb-5336-433b-b9cf-3889abfe9153 None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:37.854423 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5193ea1c-3ea9-4bd6-bbee-1528a44fdfa1 req-9cd25abb-ee3b-4a1a-a3aa-0c13961720b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7df66a73-7194-4717-b426-be1ff6e8c080 HTTP/1.1" status: 200 len: 999 time: 0.0946388 Jan 18 16:17:37.968516 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ea1c-3ea9-4bd6-bbee-1528a44fdfa1 req-3b9e27aa-b33a-412b-9607-9e86c48cc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:37.970024 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5193ea1c-3ea9-4bd6-bbee-1528a44fdfa1 req-3b9e27aa-b33a-412b-9607-9e86c48cc9fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fed91ed-377f-4a66-bb0c-79607a693d03 HTTP/1.1" status: 200 len: 848 time: 0.0869658 Jan 18 16:17:38.030496 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-375503f4-ea0c-4366-9944-ff13373dd69b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Allocated IP 172.20.0.10 (4c6d97b5-a320-4c8a-8ffa-6af037a0f06e/95733581-991e-437e-b174-c7316eb5e816/85143165-40eb-4d55-b0be-f7dca3d87ed4) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:17:38.049691 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ea1c-3ea9-4bd6-bbee-1528a44fdfa1 req-6f4f346f-805e-4577-8294-74044ac6fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:38.051254 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5193ea1c-3ea9-4bd6-bbee-1528a44fdfa1 req-6f4f346f-805e-4577-8294-74044ac6fe9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9006094a-4cd3-4690-ae5f-0e16ae5eb237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709732 Jan 18 16:17:38.142522 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3bfd72bb-5336-433b-b9cf-3889abfe9153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '088942e3-ec1c-4efc-834c-04b3bd165e84', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'port_id': '7df66a73-7194-4717-b426-be1ff6e8c080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'mac_address': 'fa:16:3e:b4:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:17:36Z', 'updated_at': '2022-01-18T16:17:36Z', 'revision_number': 0, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:38.172013 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd72bb-5336-433b-b9cf-3889abfe9153 None None] The sync data for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi is: [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '088942e3-ec1c-4efc-834c-04b3bd165e84', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'port_id': '7df66a73-7194-4717-b426-be1ff6e8c080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'mac_address': 'fa:16:3e:b4:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:17:36Z', 'updated_at': '2022-01-18T16:17:36Z', 'revision_number': 0, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:17:38.221511 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5193ea1c-3ea9-4bd6-bbee-1528a44fdfa1 req-abece1ad-8f31-40c8-aebe-24f8ed2e1fa5 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621695 Jan 18 16:17:38.251170 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f007ca65-1c70-4535-9d13-069d981c18e5 req-84442550-9991-4947-bf63-4bd3a67d00f2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 210 time: 0.0307026 Jan 18 16:17:38.305828 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-375503f4-ea0c-4366-9944-ff13373dd69b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for port (85143165-40eb-4d55-b0be-f7dca3d87ed4), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:38.364017 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-5193ea1c-3ea9-4bd6-bbee-1528a44fdfa1 req-d561935c-2f49-499a-9be1-9d06c6b187f2 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345398 Jan 18 16:17:38.392866 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f065cb-2685-4dcf-ac7e-c822d1a45054 None None] New status for floating IP 088942e3-ec1c-4efc-834c-04b3bd165e84: ACTIVE {{(pid=103254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:17:38.437269 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-375503f4-ea0c-4366-9944-ff13373dd69b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726'] for port (85143165-40eb-4d55-b0be-f7dca3d87ed4), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:38.486465 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-375503f4-ea0c-4366-9944-ff13373dd69b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:17:38.489514 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-375503f4-ea0c-4366-9944-ff13373dd69b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:17:38.492060 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-375503f4-ea0c-4366-9944-ff13373dd69b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.494823 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.497559 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.497559 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.497559 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.497559 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.497559 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.497559 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.497559 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.497559 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.497559 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:38.497559 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:38.498982 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-375503f4-ea0c-4366-9944-ff13373dd69b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:38.498982 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-375503f4-ea0c-4366-9944-ff13373dd69b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:38.512673 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375503f4-ea0c-4366-9944-ff13373dd69b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event updated for resources: {'Port': ['ID=85143165-40eb-4d55-b0be-f7dca3d87ed4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:38.627330 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-375503f4-ea0c-4366-9944-ff13373dd69b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1363428 Jan 18 16:17:38.641360 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Request body: {'port': {'device_id': '0ee91ce8-3d4d-4976-bfc1-e6b58ef96373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:17:38.700054 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (85143165-40eb-4d55-b0be-f7dca3d87ed4), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:38.763131 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-32069136-3511-4a44-b3a4-e1089d850338 None None] Provisioning complete for port 85143165-40eb-4d55-b0be-f7dca3d87ed4 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:17:38.763445 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32069136-3511-4a44-b3a4-e1089d850338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (85143165-40eb-4d55-b0be-f7dca3d87ed4), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:38.797903 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-32069136-3511-4a44-b3a4-e1089d850338 None None] Port 85143165-40eb-4d55-b0be-f7dca3d87ed4 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:17:38.906285 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7838d-4e5c-4c9b-b635-2fe85c876c4d req-378e6f19-f914-4a48-8232-66d4f78bca53 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:38.908671 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d0c7838d-4e5c-4c9b-b635-2fe85c876c4d req-378e6f19-f914-4a48-8232-66d4f78bca53 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0510304 Jan 18 16:17:38.952661 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85143165-40eb-4d55-b0be-f7dca3d87ed4 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:17:38.957310 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d0c7838d-4e5c-4c9b-b635-2fe85c876c4d req-ec268c05-65f3-4cc1-8a47-708f6ab099cc tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439293 Jan 18 16:17:38.960644 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Publish callbacks [] for port (85143165-40eb-4d55-b0be-f7dca3d87ed4), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:38.972941 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Transition to ACTIVE for port object 85143165-40eb-4d55-b0be-f7dca3d87ed4 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:17:39.059240 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (85143165-40eb-4d55-b0be-f7dca3d87ed4), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:39.110509 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Pushing event updated for resources: {'Port': ['ID=85143165-40eb-4d55-b0be-f7dca3d87ed4,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:39.145340 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Attempting to bind port 85143165-40eb-4d55-b0be-f7dca3d87ed4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:17:39.145693 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Attempting to bind port 85143165-40eb-4d55-b0be-f7dca3d87ed4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:17:39.146025 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Attempting to bind port 85143165-40eb-4d55-b0be-f7dca3d87ed4 on network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:17:39.150572 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Port 85143165-40eb-4d55-b0be-f7dca3d87ed4 on network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:17:39.150899 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Attempting to bind port 85143165-40eb-4d55-b0be-f7dca3d87ed4 on network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:17:39.155821 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:17:39.156166 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Checking segment: {'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:17:39.156555 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Bound using segment: {'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:17:39.157034 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Bound port: 85143165-40eb-4d55-b0be-f7dca3d87ed4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:17:39.157400 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (85143165-40eb-4d55-b0be-f7dca3d87ed4), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:39.222830 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] For port 85143165-40eb-4d55-b0be-f7dca3d87ed4, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:17:39.225772 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] For port 85143165-40eb-4d55-b0be-f7dca3d87ed4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=85143165-40eb-4d55-b0be-f7dca3d87ed4,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:17:39.378205 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (85143165-40eb-4d55-b0be-f7dca3d87ed4), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:39.378434 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe7016-32df-43b7-a280-2dfdccc0b69b req-370f2f8b-1a9e-47f8-8713-915f7d973f60 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:39.378434 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-66fe7016-32df-43b7-a280-2dfdccc0b69b req-370f2f8b-1a9e-47f8-8713-915f7d973f60 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 944 time: 0.0488815 Jan 18 16:17:39.409292 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:39.409989 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:39.411475 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] 10.222.0.72 "PUT /v2.0/ports/85143165-40eb-4d55-b0be-f7dca3d87ed4 HTTP/1.1" status: 200 len: 1094 time: 0.7742448 Jan 18 16:17:39.411972 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee91ce8-3d4d-4976-bfc1-e6b58ef96373', 'tag': '85143165-40eb-4d55-b0be-f7dca3d87ed4'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:17:39.414961 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa89bd0a-d134-4cb2-ab51-e1d5a0b53fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee91ce8-3d4d-4976-bfc1-e6b58ef96373", "tag": "85143165-40eb-4d55-b0be-f7dca3d87ed4"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:17:39.437328 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-66fe7016-32df-43b7-a280-2dfdccc0b69b req-bfbc755b-204c-45db-ad92-015efca92cc8 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610447 Jan 18 16:17:39.447199 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0c68e-c289-449d-b6aa-65fd146d260e service neutron] Pushing event updated for resources: {'Port': ['ID=85143165-40eb-4d55-b0be-f7dca3d87ed4,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:39.472050 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a137f910-3cd9-4c81-9497-6cfa7914ab34 x-openstack-request-id: req-a137f910-3cd9-4c81-9497-6cfa7914ab34 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:17:39.472338 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee91ce8-3d4d-4976-bfc1-e6b58ef96373", "tag": "85143165-40eb-4d55-b0be-f7dca3d87ed4", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:17:39.472595 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a137f910-3cd9-4c81-9497-6cfa7914ab34 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:17:39.473046 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee91ce8-3d4d-4976-bfc1-e6b58ef96373', 'tag': '85143165-40eb-4d55-b0be-f7dca3d87ed4', 'status': 'completed', 'code': 200} Jan 18 16:17:39.488070 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5aa6-1339-433d-943d-64a869791d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:39.537935 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89bd0a-d134-4cb2-ab51-e1d5a0b53fd5 req-a863ff56-fc57-48a6-91f9-6d98df01be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:39.540089 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-aa89bd0a-d134-4cb2-ab51-e1d5a0b53fd5 req-a863ff56-fc57-48a6-91f9-6d98df01be38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=399cb129df3b450f96d231868dccd596&device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 1097 time: 0.0453753 Jan 18 16:17:39.638238 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89bd0a-d134-4cb2-ab51-e1d5a0b53fd5 req-2aa80980-c839-4f02-b7c6-d96841d8bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:39.639632 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-aa89bd0a-d134-4cb2-ab51-e1d5a0b53fd5 req-2aa80980-c839-4f02-b7c6-d96841d8bd6c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=399cb129df3b450f96d231868dccd596&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0928833 Jan 18 16:17:39.736606 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89bd0a-d134-4cb2-ab51-e1d5a0b53fd5 req-1fb5e5dc-1253-4c07-8cb6-c035fee930b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:39.738235 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-aa89bd0a-d134-4cb2-ab51-e1d5a0b53fd5 req-1fb5e5dc-1253-4c07-8cb6-c035fee930b6 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897920 Jan 18 16:17:39.816454 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-67306bc0-2e19-42ed-bb5f-5b143d05e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:39.817989 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-67306bc0-2e19-42ed-bb5f-5b143d05e63f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=399cb129df3b450f96d231868dccd596&device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 1097 time: 0.0395539 Jan 18 16:17:39.862363 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-33f02524-1450-4e29-a72f-d705292c06bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85143165-40eb-4d55-b0be-f7dca3d87ed4 HTTP/1.1" status: 200 len: 217 time: 0.0358689 Jan 18 16:17:39.909725 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-c1991b41-d70e-47c7-a0e9-f470a73408d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:39.911035 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-c1991b41-d70e-47c7-a0e9-f470a73408d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95733581-991e-437e-b174-c7316eb5e816 HTTP/1.1" status: 200 len: 850 time: 0.0429318 Jan 18 16:17:39.954114 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ca325f7-754c-4d90-aada-d58d786333d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:39.955530 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-0ca325f7-754c-4d90-aada-d58d786333d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385630 Jan 18 16:17:40.072066 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33973b2b-6659-4dac-a4d8-59cfa6fbb4d2 req-c466c55b-b90a-4bc5-aca3-f297ad16e609 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:40.073693 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-33973b2b-6659-4dac-a4d8-59cfa6fbb4d2 req-c466c55b-b90a-4bc5-aca3-f297ad16e609 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0501709 Jan 18 16:17:40.125243 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-33973b2b-6659-4dac-a4d8-59cfa6fbb4d2 req-b3b80217-fe02-48cf-96c8-b408aa2c2398 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458505 Jan 18 16:17:40.282210 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-76a072df-b72c-4621-9296-8e008326fc85 service neutron] 10.222.0.72 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193653 Jan 18 16:17:40.374612 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2a522ff3-70d4-473c-9216-cc9cca99a331 req-040eaf96-e05f-4489-b626-0299d423cd5e service neutron] 10.222.0.72 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811958 Jan 18 16:17:40.549189 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0941a2e-c2da-42ac-82da-cf0b36e2075a req-0da66f4c-2fb3-4fa5-9a1a-f8487eb3b9b9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:40.550554 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e0941a2e-c2da-42ac-82da-cf0b36e2075a req-0da66f4c-2fb3-4fa5-9a1a-f8487eb3b9b9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 944 time: 0.0481546 Jan 18 16:17:40.596041 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e0941a2e-c2da-42ac-82da-cf0b36e2075a req-9939cb16-52ec-41c8-9e91-4cf32e483109 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399551 Jan 18 16:17:40.728416 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1188253b-a020-4972-8839-35aecd2428f4 req-2583d783-1d26-43b2-8421-ac74ed0538a5 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519240782&fields=id&tenant_id=c7d07eac99334f1ca5ce9f02c7c421c3 HTTP/1.1" status: 200 len: 267 time: 0.0471871 Jan 18 16:17:40.779054 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188253b-a020-4972-8839-35aecd2428f4 req-67a05916-4a00-477d-bea2-a2fd88b37d5d tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:40.780480 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1188253b-a020-4972-8839-35aecd2428f4 req-67a05916-4a00-477d-bea2-a2fd88b37d5d tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 984 time: 0.0467341 Jan 18 16:17:40.791221 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [req-1188253b-a020-4972-8839-35aecd2428f4 req-8e904c3e-19b4-4b8e-a6ea-2a0b8dfa6799 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Request body: {'port': {'security_groups': ['6fadf3a0-b07e-400a-be93-240d871a0586']}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:17:40.856984 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-1188253b-a020-4972-8839-35aecd2428f4 req-8e904c3e-19b4-4b8e-a6ea-2a0b8dfa6799 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:41.023776 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [req-1188253b-a020-4972-8839-35aecd2428f4 req-8e904c3e-19b4-4b8e-a6ea-2a0b8dfa6799 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] For port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27,segment=NetworkSegment(d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f),segment_id=d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f)] {{(pid=103252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:41.051711 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-1188253b-a020-4972-8839-35aecd2428f4 req-8e904c3e-19b4-4b8e-a6ea-2a0b8dfa6799 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:41.133878 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-1188253b-a020-4972-8839-35aecd2428f4 req-8e904c3e-19b4-4b8e-a6ea-2a0b8dfa6799 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8693634'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:41.146057 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:17:41.183707 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188253b-a020-4972-8839-35aecd2428f4 req-8e904c3e-19b4-4b8e-a6ea-2a0b8dfa6799 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:41.184344 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [req-1188253b-a020-4972-8839-35aecd2428f4 req-8e904c3e-19b4-4b8e-a6ea-2a0b8dfa6799 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:41.191958 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 52886) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:41.192497 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1188253b-a020-4972-8839-35aecd2428f4 req-8e904c3e-19b4-4b8e-a6ea-2a0b8dfa6799 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "PUT /v2.0/ports/2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 HTTP/1.1" status: 200 len: 942 time: 0.4055872 Jan 18 16:17:41.192631 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'tag': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:17:41.194874 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9721ee0-1cd4-42d8-af43-a03440a7cc10" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a8a410-8e72-472a-922b-afdc26257dea", "tag": "2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:17:41.251444 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e12d6d0-ec8d-4063-af18-79defa767637 x-openstack-request-id: req-8e12d6d0-ec8d-4063-af18-79defa767637 {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:17:41.258999 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a8a410-8e72-472a-922b-afdc26257dea", "tag": "2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:17:41.258999 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e12d6d0-ec8d-4063-af18-79defa767637 {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:17:41.258999 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'tag': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27', 'status': 'completed', 'code': 200} Jan 18 16:17:41.269332 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e904c3e-19b4-4b8e-a6ea-2a0b8dfa6799 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Pushing event updated for resources: {'Port': ['ID=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27,revision_number=7']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:41.301330 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60366c1-c176-42e7-8c60-0d4a821f1b99 req-4acc868c-7cc8-4f26-923c-9fbc710cf1bb tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:41.302921 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b60366c1-c176-42e7-8c60-0d4a821f1b99 req-4acc868c-7cc8-4f26-923c-9fbc710cf1bb tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0885007 Jan 18 16:17:41.306965 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3bc572a4-49e2-4452-ac27-561b82f24615 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group (26c111d7-b9e6-4dcf-8393-58f96cd9a721), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:41.323382 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:17:41.336090 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3bc572a4-49e2-4452-ac27-561b82f24615 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group (26c111d7-b9e6-4dcf-8393-58f96cd9a721), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:41.362297 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b60366c1-c176-42e7-8c60-0d4a821f1b99 req-09718c48-7827-41a5-b75a-99ac77a95fff tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527873 Jan 18 16:17:41.393121 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9721ee0-1cd4-42d8-af43-a03440a7cc10 req-b3cc30c1-7623-4c02-8258-cb915242a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:41.394608 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a9721ee0-1cd4-42d8-af43-a03440a7cc10 req-b3cc30c1-7623-4c02-8258-cb915242a642 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7d07eac99334f1ca5ce9f02c7c421c3&device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 1098 time: 0.1250718 Jan 18 16:17:41.496631 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9721ee0-1cd4-42d8-af43-a03440a7cc10 req-a123192e-7100-46d7-8e10-bae648c41be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:41.498177 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a9721ee0-1cd4-42d8-af43-a03440a7cc10 req-a123192e-7100-46d7-8e10-bae648c41be5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=24abba69-a879-4a87-9e64-f9814fa4f3ee HTTP/1.1" status: 200 len: 916 time: 0.0968215 Jan 18 16:17:41.500094 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-fbe546bf-39ec-48fb-9004-f052170574f7 None None] Provisioning complete for port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:17:41.500472 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbe546bf-39ec-48fb-9004-f052170574f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:41.551126 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a80b7e2-4735-42b8-aba2-de5ff1ca1788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:41.568269 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a9721ee0-1cd4-42d8-af43-a03440a7cc10 req-355d89e0-65b3-4b6a-b480-1ab352e5791b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 HTTP/1.1" status: 200 len: 1000 time: 0.0618007 Jan 18 16:17:41.583666 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-fbe546bf-39ec-48fb-9004-f052170574f7 None None] Current status of the port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 is: ACTIVE; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:17:41.599066 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3bc572a4-49e2-4452-ac27-561b82f24615 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (26c111d7-b9e6-4dcf-8393-58f96cd9a721), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:41.602627 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3bc572a4-49e2-4452-ac27-561b82f24615 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:41.603389 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-3bc572a4-49e2-4452-ac27-561b82f24615 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "DELETE /v2.0/security-groups/26c111d7-b9e6-4dcf-8393-58f96cd9a721 HTTP/1.1" status: 204 len: 168 time: 0.4104483 Jan 18 16:17:41.606211 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52890) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:41.622770 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc572a4-49e2-4452-ac27-561b82f24615 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c111d7-b9e6-4dcf-8393-58f96cd9a721,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:41.632534 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9721ee0-1cd4-42d8-af43-a03440a7cc10 req-78010df1-0b98-4929-9139-d8952550a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:41.634688 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a9721ee0-1cd4-42d8-af43-a03440a7cc10 req-78010df1-0b98-4929-9139-d8952550a176 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d HTTP/1.1" status: 200 len: 854 time: 0.0605564 Jan 18 16:17:41.687442 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9721ee0-1cd4-42d8-af43-a03440a7cc10 req-7cb08606-f757-468b-ab0e-dbbad032517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:41.689093 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a9721ee0-1cd4-42d8-af43-a03440a7cc10 req-7cb08606-f757-468b-ab0e-dbbad032517d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24abba69-a879-4a87-9e64-f9814fa4f3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478156 Jan 18 16:17:41.783066 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bb8dc-3795-4aae-acee-42df35265101 req-ada2acb3-b7cb-4e05-ae77-9d508e68c351 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:41.784302 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a9721ee0-1cd4-42d8-af43-a03440a7cc10 req-44cce7c8-7c54-415a-b84e-95e115f368ae service neutron] 10.222.0.72 "GET /v2.0/networks/24abba69-a879-4a87-9e64-f9814fa4f3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853546 Jan 18 16:17:41.784529 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-835bb8dc-3795-4aae-acee-42df35265101 req-ada2acb3-b7cb-4e05-ae77-9d508e68c351 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 944 time: 0.1080534 Jan 18 16:17:41.843196 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-5dba64c4-f0df-4b67-84e2-215f49bfe16e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Deleting port 24e0f155-c9fa-4c64-b290-172e5bb52c69 {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:17:41.843540 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5dba64c4-f0df-4b67-84e2-215f49bfe16e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (24e0f155-c9fa-4c64-b290-172e5bb52c69), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:41.849665 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-835bb8dc-3795-4aae-acee-42df35265101 req-f8633e45-8ea1-4b53-815e-93384d31ef49 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588772 Jan 18 16:17:41.880203 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a9721ee0-1cd4-42d8-af43-a03440a7cc10 req-091a8f39-9e22-4fac-9cce-4d7715b195fa service neutron] 10.222.0.72 "GET /v2.0/networks/24abba69-a879-4a87-9e64-f9814fa4f3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887964 Jan 18 16:17:41.922432 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5dba64c4-f0df-4b67-84e2-215f49bfe16e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (24e0f155-c9fa-4c64-b290-172e5bb52c69), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:41.922691 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5dba64c4-f0df-4b67-84e2-215f49bfe16e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for floatingip (24e0f155-c9fa-4c64-b290-172e5bb52c69), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:41.934789 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-5dba64c4-f0df-4b67-84e2-215f49bfe16e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Calling delete_port for 24e0f155-c9fa-4c64-b290-172e5bb52c69 owned by network:floatingip {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:17:42.173079 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5dba64c4-f0df-4b67-84e2-215f49bfe16e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (24e0f155-c9fa-4c64-b290-172e5bb52c69), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:42.197014 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba64c4-f0df-4b67-84e2-215f49bfe16e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Pushing event deleted for resources: {'Port': ['ID=24e0f155-c9fa-4c64-b290-172e5bb52c69,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:42.259144 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5dba64c4-f0df-4b67-84e2-215f49bfe16e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks [] for floatingip (b3f31da6-a87f-4922-a591-11921f8547b3), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:42.259561 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.l3_db [None req-5dba64c4-f0df-4b67-84e2-215f49bfe16e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Floating IP b3f31da6-a87f-4922-a591-11921f8547b3 disassociated (deleted). External IP: 172.27.2.14, port: 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27. Jan 18 16:17:42.618263 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a383c0-c0b1-4598-9f83-ea499f4e69ea req-fe773dc0-aee6-4c66-9bcb-de61d5837500 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:42.619757 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-61a383c0-c0b1-4598-9f83-ea499f4e69ea req-fe773dc0-aee6-4c66-9bcb-de61d5837500 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0617833 Jan 18 16:17:42.736311 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-61a383c0-c0b1-4598-9f83-ea499f4e69ea req-68ad170a-546f-4198-afe0-6091a49738df tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877373 Jan 18 16:17:42.754296 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dba64c4-f0df-4b67-84e2-215f49bfe16e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Router 0cfc2430-4bde-4a27-84a6-4081da68e225 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:17:42.859144 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dba64c4-f0df-4b67-84e2-215f49bfe16e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:17:42.863419 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5dba64c4-f0df-4b67-84e2-215f49bfe16e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:42.868056 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d4fa5-2187-49bd-a21f-11b064e8952f None None] Sync routers for ids ['0cfc2430-4bde-4a27-84a6-4081da68e225'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:17:42.877169 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d4fa5-2187-49bd-a21f-11b064e8952f None None] Routers {'0cfc2430-4bde-4a27-84a6-4081da68e225'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:42.878240 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3c2d4fa5-2187-49bd-a21f-11b064e8952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['0cfc2430-4bde-4a27-84a6-4081da68e225'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:42.891215 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-5dba64c4-f0df-4b67-84e2-215f49bfe16e tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "DELETE /v2.0/floatingips/b3f31da6-a87f-4922-a591-11921f8547b3 HTTP/1.1" status: 204 len: 168 time: 1.2830400 Jan 18 16:17:42.969810 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1735387-acdc-43b0-a104-bd9f77525d41 req-50742353-3f81-4cce-8aaf-9d28d01452f8 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:42.971332 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a1735387-acdc-43b0-a104-bd9f77525d41 req-50742353-3f81-4cce-8aaf-9d28d01452f8 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 944 time: 0.0517876 Jan 18 16:17:42.986000 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-3c2d4fa5-2187-49bd-a21f-11b064e8952f None None] Set router 0cfc2430-4bde-4a27-84a6-4081da68e225 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:43.020777 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a1735387-acdc-43b0-a104-bd9f77525d41 req-43ddfb99-c426-49f8-8287-452dbf78b9bd tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426741 Jan 18 16:17:43.179915 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3c2d4fa5-2187-49bd-a21f-11b064e8952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'name': 'tempest-TestMinimumBasicScenario-1991374939-router', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:14Z', 'updated_at': '2022-01-18T16:15:18Z', 'revision_number': 4, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'gw_port': {'id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:15Z', 'updated_at': '2022-01-18T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': 'df6e4613-bb52-4966-939f-f754ecb53d10', 'name': '', 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'mac_address': 'fa:16:3e:c2:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:17Z', 'updated_at': '2022-01-18T16:15:22Z', 'revision_number': 5, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'subnets': [{'id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:43.209271 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d4fa5-2187-49bd-a21f-11b064e8952f None None] Checking router: 0cfc2430-4bde-4a27-84a6-4081da68e225 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:17:43.217937 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d4fa5-2187-49bd-a21f-11b064e8952f None None] Routers {'0cfc2430-4bde-4a27-84a6-4081da68e225'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:43.218533 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3c2d4fa5-2187-49bd-a21f-11b064e8952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['0cfc2430-4bde-4a27-84a6-4081da68e225'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:43.253422 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'tag': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:17:43.256292 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee286b08-7f72-482e-b9aa-a3ce0101cd71" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a8a410-8e72-472a-922b-afdc26257dea", "tag": "2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:17:43.295289 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0507937-fe27-4107-8a04-3f43ef6b5d25 x-openstack-request-id: req-c0507937-fe27-4107-8a04-3f43ef6b5d25 {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:17:43.295581 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a8a410-8e72-472a-922b-afdc26257dea", "tag": "2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:17:43.295860 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0507937-fe27-4107-8a04-3f43ef6b5d25 {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:17:43.296363 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'tag': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27', 'status': 'completed', 'code': 200} Jan 18 16:17:43.328551 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-3c2d4fa5-2187-49bd-a21f-11b064e8952f None None] Set router 0cfc2430-4bde-4a27-84a6-4081da68e225 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:43.356243 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee286b08-7f72-482e-b9aa-a3ce0101cd71 req-4fd92e09-d4e0-4ecc-894c-b65a9854e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:43.357788 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ee286b08-7f72-482e-b9aa-a3ce0101cd71 req-4fd92e09-d4e0-4ecc-894c-b65a9854e991 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7d07eac99334f1ca5ce9f02c7c421c3&device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 1098 time: 0.0429981 Jan 18 16:17:43.533232 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3c2d4fa5-2187-49bd-a21f-11b064e8952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'name': 'tempest-TestMinimumBasicScenario-1991374939-router', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:14Z', 'updated_at': '2022-01-18T16:15:18Z', 'revision_number': 4, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'gw_port': {'id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:15Z', 'updated_at': '2022-01-18T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': 'df6e4613-bb52-4966-939f-f754ecb53d10', 'name': '', 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'mac_address': 'fa:16:3e:c2:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:17Z', 'updated_at': '2022-01-18T16:15:22Z', 'revision_number': 5, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'subnets': [{'id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:43.545121 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:43.562389 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d4fa5-2187-49bd-a21f-11b064e8952f None None] The sync data for ids ['0cfc2430-4bde-4a27-84a6-4081da68e225'] in dv-cinder-788366-8-iscsi is: [{'id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'name': 'tempest-TestMinimumBasicScenario-1991374939-router', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:14Z', 'updated_at': '2022-01-18T16:15:18Z', 'revision_number': 4, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'gw_port': {'id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:15Z', 'updated_at': '2022-01-18T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': 'df6e4613-bb52-4966-939f-f754ecb53d10', 'name': '', 'network_id': '24abba69-a879-4a87-9e64-f9814fa4f3ee', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'mac_address': 'fa:16:3e:c2:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:17Z', 'updated_at': '2022-01-18T16:15:22Z', 'revision_number': 5, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'subnets': [{'id': 'ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:17:43.590292 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee286b08-7f72-482e-b9aa-a3ce0101cd71 req-c8dd8ca9-3a06-4d93-a2b6-8be3a78582e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:43.592040 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ee286b08-7f72-482e-b9aa-a3ce0101cd71 req-c8dd8ca9-3a06-4d93-a2b6-8be3a78582e2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=24abba69-a879-4a87-9e64-f9814fa4f3ee HTTP/1.1" status: 200 len: 916 time: 0.0911629 Jan 18 16:17:43.640327 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ee286b08-7f72-482e-b9aa-a3ce0101cd71 req-ccedc767-b6a4-44e0-9969-fb6438677da9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 HTTP/1.1" status: 200 len: 217 time: 0.0394926 Jan 18 16:17:43.692827 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee286b08-7f72-482e-b9aa-a3ce0101cd71 req-da2edbe5-30f3-40b3-a698-5938bc87aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:43.694456 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ee286b08-7f72-482e-b9aa-a3ce0101cd71 req-da2edbe5-30f3-40b3-a698-5938bc87aac6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d HTTP/1.1" status: 200 len: 854 time: 0.0461376 Jan 18 16:17:43.743728 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee286b08-7f72-482e-b9aa-a3ce0101cd71 req-8c1f50a8-b577-40d0-bb9c-80cc66f9bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:43.745289 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ee286b08-7f72-482e-b9aa-a3ce0101cd71 req-8c1f50a8-b577-40d0-bb9c-80cc66f9bb56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24abba69-a879-4a87-9e64-f9814fa4f3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425646 Jan 18 16:17:43.777154 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4535e234-af19-4d8a-9e70-76cdad810345 None None] New status for floating IP b3f31da6-a87f-4922-a591-11921f8547b3: DOWN {{(pid=103254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:17:43.844509 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ee286b08-7f72-482e-b9aa-a3ce0101cd71 req-5ce6a123-ce66-46f3-abe9-bdb81b73c192 service neutron] 10.222.0.72 "GET /v2.0/networks/24abba69-a879-4a87-9e64-f9814fa4f3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918412 Jan 18 16:17:43.861422 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096253b5-cd7d-4717-974f-8a5b112f7b0b req-f21eaa1a-de10-4f11-9202-a2859739530b tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:43.865923 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-096253b5-cd7d-4717-974f-8a5b112f7b0b req-f21eaa1a-de10-4f11-9202-a2859739530b tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0557303 Jan 18 16:17:43.922383 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-096253b5-cd7d-4717-974f-8a5b112f7b0b req-f2bc50ae-d9e8-4ee8-8287-e0813b861638 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515640 Jan 18 16:17:43.939122 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ee286b08-7f72-482e-b9aa-a3ce0101cd71 req-774bcd02-3b83-4ad6-8576-0210e2f3fe86 service neutron] 10.222.0.72 "GET /v2.0/networks/24abba69-a879-4a87-9e64-f9814fa4f3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869527 Jan 18 16:17:44.137697 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebef5f-b282-4361-bcb5-ded6e22df567 req-a484d73f-4ed9-477f-abb0-f9d2689973fd tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:44.139194 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-eaebef5f-b282-4361-bcb5-ded6e22df567 req-a484d73f-4ed9-477f-abb0-f9d2689973fd tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 944 time: 0.0492022 Jan 18 16:17:44.185388 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-eaebef5f-b282-4361-bcb5-ded6e22df567 req-6e6a53da-fc16-4a3e-9115-6a4508a856b3 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407422 Jan 18 16:17:44.413230 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:44.523346 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 85143165-40eb-4d55-b0be-f7dca3d87ed4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:17:44.621183 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 85143165-40eb-4d55-b0be-f7dca3d87ed4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=85143165-40eb-4d55-b0be-f7dca3d87ed4,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:44.631516 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': '85143165-40eb-4d55-b0be-f7dca3d87ed4', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'port_id': '85143165-40eb-4d55-b0be-f7dca3d87ed4', 'mac_address': 'fa:16:3e:93:8e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:17:44.668143 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 85143165-40eb-4d55-b0be-f7dca3d87ed4 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:17:44.668532 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (85143165-40eb-4d55-b0be-f7dca3d87ed4), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:44.681436 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85143165-40eb-4d55-b0be-f7dca3d87ed4 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:17:44.700324 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 85143165-40eb-4d55-b0be-f7dca3d87ed4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=85143165-40eb-4d55-b0be-f7dca3d87ed4,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:44.767491 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (85143165-40eb-4d55-b0be-f7dca3d87ed4), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:44.817666 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=85143165-40eb-4d55-b0be-f7dca3d87ed4,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:45.036333 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786b1c8-04f4-458a-9cce-a96f20dab405 req-e48c23e6-cf52-4309-889d-4c5f16f7b0f4 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:45.037808 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d786b1c8-04f4-458a-9cce-a96f20dab405 req-e48c23e6-cf52-4309-889d-4c5f16f7b0f4 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0500069 Jan 18 16:17:45.047468 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['85143165-40eb-4d55-b0be-f7dca3d87ed4'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:17:45.085464 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d786b1c8-04f4-458a-9cce-a96f20dab405 req-0e4dc867-11d9-4e1c-817b-fa35db7297ba tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415068 Jan 18 16:17:45.297411 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba77ae-fbaf-4674-9f5a-5c0136813862 req-0b73878d-c329-482c-a9f7-5ede2c00e1ee tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:45.298884 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-33ba77ae-fbaf-4674-9f5a-5c0136813862 req-0b73878d-c329-482c-a9f7-5ede2c00e1ee tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 945 time: 0.0485337 Jan 18 16:17:45.345421 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-33ba77ae-fbaf-4674-9f5a-5c0136813862 req-b6f9a793-e6d8-4d8f-adbb-c42459911d88 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409400 Jan 18 16:17:45.813102 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:46.200133 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f96f00-2236-4560-b6b8-624cfb51fe59 req-0bb6af77-1ea4-4052-9bbc-e7c0c318dbd0 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:46.201619 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-27f96f00-2236-4560-b6b8-624cfb51fe59 req-0bb6af77-1ea4-4052-9bbc-e7c0c318dbd0 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0481231 Jan 18 16:17:46.252829 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-27f96f00-2236-4560-b6b8-624cfb51fe59 req-92a26274-4c9b-4f0b-b860-fe7f108b322f tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456336 Jan 18 16:17:46.460345 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56753aa3-8593-4cdb-b13a-345739ffb5a9 req-387f93dc-438e-489b-b812-396f802cd7a2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:46.462403 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-56753aa3-8593-4cdb-b13a-345739ffb5a9 req-387f93dc-438e-489b-b812-396f802cd7a2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 945 time: 0.0510118 Jan 18 16:17:46.508951 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-56753aa3-8593-4cdb-b13a-345739ffb5a9 req-8244b92c-8333-4260-814b-a811da08174e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409610 Jan 18 16:17:46.535217 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 85143165-40eb-4d55-b0be-f7dca3d87ed4 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:17:46.665359 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port 85143165-40eb-4d55-b0be-f7dca3d87ed4 completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:17:46.669371 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port 85143165-40eb-4d55-b0be-f7dca3d87ed4 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:17:46.669744 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (85143165-40eb-4d55-b0be-f7dca3d87ed4), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:46.744769 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 85143165-40eb-4d55-b0be-f7dca3d87ed4 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:17:46.745165 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (85143165-40eb-4d55-b0be-f7dca3d87ed4), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:46.767186 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee91ce8-3d4d-4976-bfc1-e6b58ef96373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85143165-40eb-4d55-b0be-f7dca3d87ed4'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:17:46.771662 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb1dabe-0509-466a-b0ec-08251fe02fe2" -d '{"events": [{"server_uuid": "0ee91ce8-3d4d-4976-bfc1-e6b58ef96373", "name": "network-vif-plugged", "status": "completed", "tag": "85143165-40eb-4d55-b0be-f7dca3d87ed4"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:17:46.782631 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 85143165-40eb-4d55-b0be-f7dca3d87ed4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=85143165-40eb-4d55-b0be-f7dca3d87ed4,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:46.807265 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04864670-cdeb-4b38-a602-4d704dc9b5cf x-openstack-request-id: req-04864670-cdeb-4b38-a602-4d704dc9b5cf {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:17:46.807565 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee91ce8-3d4d-4976-bfc1-e6b58ef96373", "name": "network-vif-plugged", "status": "completed", "tag": "85143165-40eb-4d55-b0be-f7dca3d87ed4", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:17:46.807826 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04864670-cdeb-4b38-a602-4d704dc9b5cf {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:17:46.808228 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee91ce8-3d4d-4976-bfc1-e6b58ef96373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85143165-40eb-4d55-b0be-f7dca3d87ed4', 'code': 200} Jan 18 16:17:46.881813 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (85143165-40eb-4d55-b0be-f7dca3d87ed4), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:46.931531 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=85143165-40eb-4d55-b0be-f7dca3d87ed4,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:47.183931 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626e5c3-2c04-4140-af05-943a7a79a7df req-793359cf-6819-409d-857d-46ee2af88d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:47.185472 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7626e5c3-2c04-4140-af05-943a7a79a7df req-793359cf-6819-409d-857d-46ee2af88d65 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 1099 time: 0.0439715 Jan 18 16:17:47.232110 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-7626e5c3-2c04-4140-af05-943a7a79a7df req-4afae369-d538-44d2-ab7b-9b95eb7f65a3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381591 Jan 18 16:17:47.270890 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed5a7c-f84a-4069-a293-bbe5df13de35 req-4287f382-58e4-4612-9497-834b087cd94b tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:47.272360 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d6ed5a7c-f84a-4069-a293-bbe5df13de35 req-4287f382-58e4-4612-9497-834b087cd94b tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 945 time: 0.0482912 Jan 18 16:17:47.319564 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d6ed5a7c-f84a-4069-a293-bbe5df13de35 req-c3372433-4d63-4b45-8e74-2f1d22738b23 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411174 Jan 18 16:17:47.372461 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f719f16-a29e-4654-9f57-7b63ac8cfa86 req-81a818cb-4e62-4801-9ab2-dc4ad403f446 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:47.373957 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7f719f16-a29e-4654-9f57-7b63ac8cfa86 req-81a818cb-4e62-4801-9ab2-dc4ad403f446 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0534952 Jan 18 16:17:47.422235 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7f719f16-a29e-4654-9f57-7b63ac8cfa86 req-f1c274fc-7429-4b1d-9c8c-8454a0ff5d2d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428264 Jan 18 16:17:47.621925 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a4454-c49e-495e-93a1-ac3caeca9063 req-65da9e5e-c136-42b4-8d51-cccedd8d55a5 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:47.623407 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8d8a4454-c49e-495e-93a1-ac3caeca9063 req-65da9e5e-c136-42b4-8d51-cccedd8d55a5 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0482712 Jan 18 16:17:47.669493 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8d8a4454-c49e-495e-93a1-ac3caeca9063 req-0a3b8a3f-9b13-440b-837e-91bf361d3e17 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405228 Jan 18 16:17:47.944205 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f488f2c-8471-41ac-9861-34bcfb54a802 req-e218cab4-e553-4724-baa7-240781ee2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:47.946474 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9f488f2c-8471-41ac-9861-34bcfb54a802 req-e218cab4-e553-4724-baa7-240781ee2c10 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b47f032af2494e9cb2714378b3078bc0&device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 1098 time: 0.0414536 Jan 18 16:17:48.041183 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f488f2c-8471-41ac-9861-34bcfb54a802 req-c40d0fcb-75cc-4741-872d-2c35fa94a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:48.042627 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9f488f2c-8471-41ac-9861-34bcfb54a802 req-c40d0fcb-75cc-4741-872d-2c35fa94a511 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e3990fef-bcf4-4737-9b67-783be25293eb HTTP/1.1" status: 200 len: 909 time: 0.0847445 Jan 18 16:17:48.106433 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9f488f2c-8471-41ac-9861-34bcfb54a802 req-12b49b46-43bf-4c53-a43e-2668447b2230 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7548837a-cd9c-4803-b311-bdf365c472fc HTTP/1.1" status: 200 len: 1001 time: 0.0571332 Jan 18 16:17:48.154266 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f488f2c-8471-41ac-9861-34bcfb54a802 req-6d9f27c2-4f3e-44cd-b6b6-646472717226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:48.155667 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9f488f2c-8471-41ac-9861-34bcfb54a802 req-6d9f27c2-4f3e-44cd-b6b6-646472717226 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0798f6e7-8bfe-4af8-a88b-9cf25665ef27 HTTP/1.1" status: 200 len: 847 time: 0.0423691 Jan 18 16:17:48.207164 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f488f2c-8471-41ac-9861-34bcfb54a802 req-2b1f5fcd-8cbe-4199-9387-5830071d868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:48.208577 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9f488f2c-8471-41ac-9861-34bcfb54a802 req-2b1f5fcd-8cbe-4199-9387-5830071d868a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e3990fef-bcf4-4737-9b67-783be25293eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425317 Jan 18 16:17:48.299296 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9f488f2c-8471-41ac-9861-34bcfb54a802 req-9a8049e0-701c-4d2e-a46a-23a037c1ec92 service neutron] 10.222.0.72 "GET /v2.0/networks/e3990fef-bcf4-4737-9b67-783be25293eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798647 Jan 18 16:17:48.406237 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-9f488f2c-8471-41ac-9861-34bcfb54a802 req-0e858865-9d83-4249-aec8-e5ea24a95a10 service neutron] 10.222.0.72 "GET /v2.0/networks/e3990fef-bcf4-4737-9b67-783be25293eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886250 Jan 18 16:17:48.435495 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542dfa8-addc-472e-8ef1-656dc1570583 req-6bfe462a-9587-424b-9fa3-9c8fe238f115 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:48.437307 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9542dfa8-addc-472e-8ef1-656dc1570583 req-6bfe462a-9587-424b-9fa3-9c8fe238f115 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 945 time: 0.0495346 Jan 18 16:17:48.489395 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9542dfa8-addc-472e-8ef1-656dc1570583 req-1cd4a11b-3c47-4b3c-8997-8a1d7a8c422d tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454743 Jan 18 16:17:48.541435 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ea218-839c-43ad-95ab-a55d3f6c0349 req-369f8abb-351c-460c-9405-733a552ea641 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:48.542913 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6f8ea218-839c-43ad-95ab-a55d3f6c0349 req-369f8abb-351c-460c-9405-733a552ea641 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0527437 Jan 18 16:17:48.592207 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6f8ea218-839c-43ad-95ab-a55d3f6c0349 req-76fe0422-fc92-4acd-809b-5b96d73f0652 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437348 Jan 18 16:17:48.782355 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2688d96-b047-4b1a-99d0-6d0d4782e175 req-849c8f32-52a5-46a9-aea4-98ed8e79ae56 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:48.783780 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d2688d96-b047-4b1a-99d0-6d0d4782e175 req-849c8f32-52a5-46a9-aea4-98ed8e79ae56 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0484281 Jan 18 16:17:48.830869 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d2688d96-b047-4b1a-99d0-6d0d4782e175 req-b6146c3e-5e7f-4e68-9df6-37a6127d03e6 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413041 Jan 18 16:17:49.604796 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b846c00-624a-432e-8d58-3407b7062d4d req-56e8d30c-0c95-4f3f-8e64-d77f16e0fbd0 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:49.606283 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4b846c00-624a-432e-8d58-3407b7062d4d req-56e8d30c-0c95-4f3f-8e64-d77f16e0fbd0 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 945 time: 0.0510578 Jan 18 16:17:49.655199 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4b846c00-624a-432e-8d58-3407b7062d4d req-f299b350-9a29-45b7-998b-a2d8efe60fe1 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fadf3a0-b07e-400a-be93-240d871a0586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434191 Jan 18 16:17:49.706193 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50646765-1c28-4456-8086-0b2fb134c559 req-fe2c209c-9d2f-450e-b0ab-456f4ae174c4 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:49.707658 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-50646765-1c28-4456-8086-0b2fb134c559 req-fe2c209c-9d2f-450e-b0ab-456f4ae174c4 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0478766 Jan 18 16:17:49.725700 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fdcaf-a9ec-45e5-883a-ea41ca6d17c4 req-81518f30-397b-4367-8f34-8e9fa949a922 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:49.727769 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-426fdcaf-a9ec-45e5-883a-ea41ca6d17c4 req-81518f30-397b-4367-8f34-8e9fa949a922 tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 945 time: 0.0485249 Jan 18 16:17:49.756855 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-50646765-1c28-4456-8086-0b2fb134c559 req-dda35eba-b4cc-4a11-9e01-6960a3650760 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428934 Jan 18 16:17:49.817113 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-426fdcaf-a9ec-45e5-883a-ea41ca6d17c4 req-4eb67651-04f2-47ba-b779-f8bdc7d3be3b tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Deleting port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:17:49.817458 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-426fdcaf-a9ec-45e5-883a-ea41ca6d17c4 req-4eb67651-04f2-47ba-b779-f8bdc7d3be3b tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:49.907928 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-426fdcaf-a9ec-45e5-883a-ea41ca6d17c4 req-4eb67651-04f2-47ba-b779-f8bdc7d3be3b tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] For port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27,segment=NetworkSegment(d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f),segment_id=d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:49.908297 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-426fdcaf-a9ec-45e5-883a-ea41ca6d17c4 req-4eb67651-04f2-47ba-b779-f8bdc7d3be3b tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:49.920259 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-426fdcaf-a9ec-45e5-883a-ea41ca6d17c4 req-4eb67651-04f2-47ba-b779-f8bdc7d3be3b tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Calling delete_port for 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:17:49.946547 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9ed20-5051-4651-90da-6574e25bdec7 req-f1daccf6-d3da-46fc-a5d5-c662bd0ba828 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:49.948028 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-13a9ed20-5051-4651-90da-6574e25bdec7 req-f1daccf6-d3da-46fc-a5d5-c662bd0ba828 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0515769 Jan 18 16:17:49.995140 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-13a9ed20-5051-4651-90da-6574e25bdec7 req-4bc703a7-4c2e-4d8e-b904-62f7ad21527a tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414920 Jan 18 16:17:50.108620 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e28ef4-f5a9-44ef-8b11-86df76846abc req-7a156765-7ccc-4029-bcd2-b63d254c3d08 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:50.110348 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f3e28ef4-f5a9-44ef-8b11-86df76846abc req-7a156765-7ccc-4029-bcd2-b63d254c3d08 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0501502 Jan 18 16:17:50.118722 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 52960) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:50.123333 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-c0300109-cf26-4fd9-ab9f-9b48e61a5fa4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Request body: {'floatingip': {'port_id': '85143165-40eb-4d55-b0be-f7dca3d87ed4'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:17:50.161687 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-426fdcaf-a9ec-45e5-883a-ea41ca6d17c4 req-4eb67651-04f2-47ba-b779-f8bdc7d3be3b tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:50.164549 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c0300109-cf26-4fd9-ab9f-9b48e61a5fa4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for floatingip (e4897ed4-dd90-4cba-aee8-0dade50dd792), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:50.174577 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:17:50.188900 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb67651-04f2-47ba-b779-f8bdc7d3be3b tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Pushing event deleted for resources: {'Port': ['ID=2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:50.234462 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-426fdcaf-a9ec-45e5-883a-ea41ca6d17c4 req-4eb67651-04f2-47ba-b779-f8bdc7d3be3b tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] No DVR routers for this DVR port 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:17:50.237226 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-426fdcaf-a9ec-45e5-883a-ea41ca6d17c4 req-4eb67651-04f2-47ba-b779-f8bdc7d3be3b tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:50.240623 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-426fdcaf-a9ec-45e5-883a-ea41ca6d17c4 req-4eb67651-04f2-47ba-b779-f8bdc7d3be3b tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.72 "DELETE /v2.0/ports/2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 HTTP/1.1" status: 204 len: 173 time: 0.5075076 Jan 18 16:17:50.241100 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'name': 'network-vif-deleted', 'tag': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:17:50.244158 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5303e2a1-5563-431c-a5fa-65477e60aa14" -d '{"events": [{"server_uuid": "a5a8a410-8e72-472a-922b-afdc26257dea", "name": "network-vif-deleted", "tag": "2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:17:50.279384 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6f15f7-a39b-492e-9217-1bae937dee75 x-openstack-request-id: req-9a6f15f7-a39b-492e-9217-1bae937dee75 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:17:50.279684 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a8a410-8e72-472a-922b-afdc26257dea", "name": "network-vif-deleted", "tag": "2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:17:50.279943 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a6f15f7-a39b-492e-9217-1bae937dee75 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:17:50.280428 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a8a410-8e72-472a-922b-afdc26257dea', 'name': 'network-vif-deleted', 'tag': '2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27', 'status': 'completed', 'code': 200} Jan 18 16:17:50.617806 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c0300109-cf26-4fd9-ab9f-9b48e61a5fa4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:50.716252 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c0300109-cf26-4fd9-ab9f-9b48e61a5fa4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (e4897ed4-dd90-4cba-aee8-0dade50dd792), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:50.785949 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7ef7df8f-8218-4ab6-a033-00bae2647501 req-1b9b3c0e-18b4-40f9-aad7-994c982ceeec tempest-TestMinimumBasicScenario-1590058172 tempest-TestMinimumBasicScenario-1590058172-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5a8a410-8e72-472a-922b-afdc26257dea HTTP/1.1" status: 200 len: 210 time: 0.0303330 Jan 18 16:17:50.870890 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.l3_db [None req-c0300109-cf26-4fd9-ab9f-9b48e61a5fa4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Floating IP e4897ed4-dd90-4cba-aee8-0dade50dd792 associated. External IP: 172.27.2.23, port: 85143165-40eb-4d55-b0be-f7dca3d87ed4. Jan 18 16:17:50.923443 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0b272-7f28-47e8-8dd6-60ef685ccafc req-d1d97d49-6c1f-40a0-afcf-699c381a768d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:50.924954 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1fa0b272-7f28-47e8-8dd6-60ef685ccafc req-d1d97d49-6c1f-40a0-afcf-699c381a768d tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0978823 Jan 18 16:17:51.018482 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1fa0b272-7f28-47e8-8dd6-60ef685ccafc req-6c8bc472-2ac4-4fb2-a123-02dcceefb9b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864873 Jan 18 16:17:51.126063 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0300109-cf26-4fd9-ab9f-9b48e61a5fa4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Router 00c55487-30e3-4b18-95da-f779f24474a5 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:17:51.234628 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0300109-cf26-4fd9-ab9f-9b48e61a5fa4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:17:51.239470 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c0300109-cf26-4fd9-ab9f-9b48e61a5fa4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:51.245371 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1eb680-a3dc-4e81-b932-05231f3bae2f None None] Sync routers for ids ['00c55487-30e3-4b18-95da-f779f24474a5'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:17:51.256223 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1eb680-a3dc-4e81-b932-05231f3bae2f None None] Routers {'00c55487-30e3-4b18-95da-f779f24474a5'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:51.256880 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6a1eb680-a3dc-4e81-b932-05231f3bae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['00c55487-30e3-4b18-95da-f779f24474a5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:51.266593 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-c0300109-cf26-4fd9-ab9f-9b48e61a5fa4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "PUT /v2.0/floatingips/e4897ed4-dd90-4cba-aee8-0dade50dd792 HTTP/1.1" status: 200 len: 991 time: 1.1468136 Jan 18 16:17:51.267220 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee91ce8-3d4d-4976-bfc1-e6b58ef96373', 'tag': '85143165-40eb-4d55-b0be-f7dca3d87ed4'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:17:51.269632 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a53196-601a-4b28-93e4-abfadc63b548" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee91ce8-3d4d-4976-bfc1-e6b58ef96373", "tag": "85143165-40eb-4d55-b0be-f7dca3d87ed4"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:17:51.308894 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e9c4ce-5550-4ec2-8cd6-8298ec0a0b3d x-openstack-request-id: req-d4e9c4ce-5550-4ec2-8cd6-8298ec0a0b3d {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:17:51.309156 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee91ce8-3d4d-4976-bfc1-e6b58ef96373", "tag": "85143165-40eb-4d55-b0be-f7dca3d87ed4", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:17:51.309419 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4e9c4ce-5550-4ec2-8cd6-8298ec0a0b3d {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:17:51.309828 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee91ce8-3d4d-4976-bfc1-e6b58ef96373', 'tag': '85143165-40eb-4d55-b0be-f7dca3d87ed4', 'status': 'completed', 'code': 200} Jan 18 16:17:51.375833 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a53196-601a-4b28-93e4-abfadc63b548 req-dfa8a453-40a5-4453-8742-a2e61cf75678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:51.377522 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-64a53196-601a-4b28-93e4-abfadc63b548 req-dfa8a453-40a5-4453-8742-a2e61cf75678 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=399cb129df3b450f96d231868dccd596&device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 1099 time: 0.0458233 Jan 18 16:17:51.382486 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-6a1eb680-a3dc-4e81-b932-05231f3bae2f None None] Set router 00c55487-30e3-4b18-95da-f779f24474a5 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:51.473033 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a53196-601a-4b28-93e4-abfadc63b548 req-d7fa9e19-0c3b-4ae4-b67b-77d6efdd9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:51.474516 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-64a53196-601a-4b28-93e4-abfadc63b548 req-d7fa9e19-0c3b-4ae4-b67b-77d6efdd9b11 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e HTTP/1.1" status: 200 len: 912 time: 0.0903111 Jan 18 16:17:51.537970 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-64a53196-601a-4b28-93e4-abfadc63b548 req-1be5b3e1-7be9-43de-bc26-acfc9f73e2b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85143165-40eb-4d55-b0be-f7dca3d87ed4 HTTP/1.1" status: 200 len: 999 time: 0.0576088 Jan 18 16:17:51.589131 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a53196-601a-4b28-93e4-abfadc63b548 req-4d00db5d-413f-4259-93e7-415af8d351fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:51.590571 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-64a53196-601a-4b28-93e4-abfadc63b548 req-4d00db5d-413f-4259-93e7-415af8d351fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95733581-991e-437e-b174-c7316eb5e816 HTTP/1.1" status: 200 len: 850 time: 0.0466666 Jan 18 16:17:51.608105 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6a1eb680-a3dc-4e81-b932-05231f3bae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': 'e4897ed4-dd90-4cba-aee8-0dade50dd792', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'port_id': '85143165-40eb-4d55-b0be-f7dca3d87ed4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'mac_address': 'fa:16:3e:93:8e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee91ce8-3d4d-4976-bfc1-e6b58ef96373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:17:32Z', 'updated_at': '2022-01-18T16:17:50Z', 'revision_number': 1, 'project_id': '399cb129df3b450f96d231868dccd596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f177754-fd68-4b84-9158-650c896904ab', 'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'mac_address': 'fa:16:3e:1f:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:27Z', 'updated_at': '2022-01-18T16:17:31Z', 'revision_number': 5, 'project_id': '399cb129df3b450f96d231868dccd596', 'subnets': [{'id': '95733581-991e-437e-b174-c7316eb5e816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:51.634419 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1eb680-a3dc-4e81-b932-05231f3bae2f None None] Checking router: 00c55487-30e3-4b18-95da-f779f24474a5 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:17:51.637621 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a53196-601a-4b28-93e4-abfadc63b548 req-d467db82-8bf7-4c27-b8c5-429f56209bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:51.639166 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-64a53196-601a-4b28-93e4-abfadc63b548 req-d467db82-8bf7-4c27-b8c5-429f56209bab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409665 Jan 18 16:17:51.643170 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1eb680-a3dc-4e81-b932-05231f3bae2f None None] Routers {'00c55487-30e3-4b18-95da-f779f24474a5'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:51.643758 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6a1eb680-a3dc-4e81-b932-05231f3bae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['00c55487-30e3-4b18-95da-f779f24474a5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:51.731542 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-64a53196-601a-4b28-93e4-abfadc63b548 req-31346da3-7cc7-4f7b-b6bd-e838d59bf1ba service neutron] 10.222.0.72 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854342 Jan 18 16:17:51.748029 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-6a1eb680-a3dc-4e81-b932-05231f3bae2f None None] Set router 00c55487-30e3-4b18-95da-f779f24474a5 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:51.830443 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-64a53196-601a-4b28-93e4-abfadc63b548 req-8eda1f9c-74a7-47f2-9025-6eb339767ab4 service neutron] 10.222.0.72 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871658 Jan 18 16:17:52.076508 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6a1eb680-a3dc-4e81-b932-05231f3bae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': 'e4897ed4-dd90-4cba-aee8-0dade50dd792', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'port_id': '85143165-40eb-4d55-b0be-f7dca3d87ed4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'mac_address': 'fa:16:3e:93:8e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee91ce8-3d4d-4976-bfc1-e6b58ef96373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:17:32Z', 'updated_at': '2022-01-18T16:17:50Z', 'revision_number': 1, 'project_id': '399cb129df3b450f96d231868dccd596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f177754-fd68-4b84-9158-650c896904ab', 'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'mac_address': 'fa:16:3e:1f:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:27Z', 'updated_at': '2022-01-18T16:17:31Z', 'revision_number': 5, 'project_id': '399cb129df3b450f96d231868dccd596', 'subnets': [{'id': '95733581-991e-437e-b174-c7316eb5e816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:52.105048 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1eb680-a3dc-4e81-b932-05231f3bae2f None None] The sync data for ids ['00c55487-30e3-4b18-95da-f779f24474a5'] in dv-cinder-788366-8-iscsi is: [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': 'e4897ed4-dd90-4cba-aee8-0dade50dd792', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'port_id': '85143165-40eb-4d55-b0be-f7dca3d87ed4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'mac_address': 'fa:16:3e:93:8e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee91ce8-3d4d-4976-bfc1-e6b58ef96373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:17:32Z', 'updated_at': '2022-01-18T16:17:50Z', 'revision_number': 1, 'project_id': '399cb129df3b450f96d231868dccd596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f177754-fd68-4b84-9158-650c896904ab', 'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'mac_address': 'fa:16:3e:1f:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:27Z', 'updated_at': '2022-01-18T16:17:31Z', 'revision_number': 5, 'project_id': '399cb129df3b450f96d231868dccd596', 'subnets': [{'id': '95733581-991e-437e-b174-c7316eb5e816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:17:52.159862 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47703112-06cc-4b54-a5d2-89531e2589a8 req-dd2e866f-be41-48b2-8b0a-c471ab1a19b6 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:52.161433 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-47703112-06cc-4b54-a5d2-89531e2589a8 req-dd2e866f-be41-48b2-8b0a-c471ab1a19b6 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0568137 Jan 18 16:17:52.213228 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-47703112-06cc-4b54-a5d2-89531e2589a8 req-7b006a21-2de9-4dcf-a202-7a2e781e7924 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459015 Jan 18 16:17:52.309476 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705b9138-865a-4bfd-ad4a-7708f2f79940 None None] New status for floating IP e4897ed4-dd90-4cba-aee8-0dade50dd792: ACTIVE {{(pid=103254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:17:52.575625 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bf81e-c0b8-4180-a020-62be2bbd5c17 req-8fe15b2c-c175-4190-85f8-e545c642b6f1 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:52.577136 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e08bf81e-c0b8-4180-a020-62be2bbd5c17 req-8fe15b2c-c175-4190-85f8-e545c642b6f1 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0524230 Jan 18 16:17:52.630015 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e08bf81e-c0b8-4180-a020-62be2bbd5c17 req-63adb516-b97e-449e-9659-12f05efb778a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474555 Jan 18 16:17:52.646403 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53018) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:52.728534 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ba815c84-52a5-4a70-9f7c-b4e261fbf002 req-7bb48064-32c8-4467-b693-63fe0222336b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809274 Jan 18 16:17:52.737679 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [req-ba815c84-52a5-4a70-9f7c-b4e261fbf002 req-9b1dde99-9a19-41f3-a970-24268e4132d8 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:17:52.738646 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ba815c84-52a5-4a70-9f7c-b4e261fbf002 req-9b1dde99-9a19-41f3-a970-24268e4132d8 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050321 Jan 18 16:17:53.750955 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83524929-6892-4518-b982-f20764440677 req-3d2d7ff1-0d5d-47e2-8e7e-565c28b208dd tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:53.752418 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-83524929-6892-4518-b982-f20764440677 req-3d2d7ff1-0d5d-47e2-8e7e-565c28b208dd tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0510473 Jan 18 16:17:53.797748 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53046) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:53.806427 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-83524929-6892-4518-b982-f20764440677 req-cab6f411-bfdc-47ef-b41c-5329cbf1cd42 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484509 Jan 18 16:17:54.139541 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ad3a1abf-ebaf-478c-bdc4-65e9c1d0283e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3778353'] for router_interface (0cfc2430-4bde-4a27-84a6-4081da68e225), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:54.374566 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a1abf-ebaf-478c-bdc4-65e9c1d0283e admin admin] Deleting port df6e4613-bb52-4966-939f-f754ecb53d10 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:17:54.374907 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ad3a1abf-ebaf-478c-bdc4-65e9c1d0283e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:54.451128 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-ad3a1abf-ebaf-478c-bdc4-65e9c1d0283e admin admin] For port df6e4613-bb52-4966-939f-f754ecb53d10, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=df6e4613-bb52-4966-939f-f754ecb53d10,segment=NetworkSegment(d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f),segment_id=d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:54.451520 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ad3a1abf-ebaf-478c-bdc4-65e9c1d0283e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:54.464416 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a1abf-ebaf-478c-bdc4-65e9c1d0283e admin admin] Calling delete_port for df6e4613-bb52-4966-939f-f754ecb53d10 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:17:54.566940 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:17:54.589869 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:17:54.591818 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 2b332bed-0dcc-40ca-b9d3-9af3ed6d3f27 not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:17:54.591818 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 7548837a-cd9c-4803-b311-bdf365c472fc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:17:54.666480 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 7548837a-cd9c-4803-b311-bdf365c472fc is: ACTIVE; New status is: DOWN {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:17:54.666950 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:54.689435 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7548837a-cd9c-4803-b311-bdf365c472fc'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:17:54.691962 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823632e4-a749-4bce-8dbe-f5562f35419a" -d '{"events": [{"server_uuid": "a8c4f967-79a6-4690-9a38-1c986617f6d4", "name": "network-vif-unplugged", "status": "completed", "tag": "7548837a-cd9c-4803-b311-bdf365c472fc"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:17:54.705107 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 7548837a-cd9c-4803-b311-bdf365c472fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7548837a-cd9c-4803-b311-bdf365c472fc,segment=NetworkSegment(f9db4bbe-22d1-4d7a-9b9e-2020bc539c68),segment_id=f9db4bbe-22d1-4d7a-9b9e-2020bc539c68)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:54.725822 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 16:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0793f8c4-d70f-4fdf-91eb-2a8aeea23fcc x-openstack-request-id: req-0793f8c4-d70f-4fdf-91eb-2a8aeea23fcc {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:17:54.726430 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c4f967-79a6-4690-9a38-1c986617f6d4", "name": "network-vif-unplugged", "status": "failed", "tag": "7548837a-cd9c-4803-b311-bdf365c472fc", "code": 422}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:17:54.726689 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0793f8c4-d70f-4fdf-91eb-2a8aeea23fcc {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:17:54.727091 dv-cinder-788366-8-iscsi neutron-server[103254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7548837a-cd9c-4803-b311-bdf365c472fc', 'code': 422} returned with failed status Jan 18 16:17:54.727575 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ad3a1abf-ebaf-478c-bdc4-65e9c1d0283e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (df6e4613-bb52-4966-939f-f754ecb53d10), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:54.756653 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a1abf-ebaf-478c-bdc4-65e9c1d0283e admin admin] Pushing event deleted for resources: {'Port': ['ID=df6e4613-bb52-4966-939f-f754ecb53d10,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:54.789121 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:54.853743 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=7548837a-cd9c-4803-b311-bdf365c472fc,revision_number=6']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:54.891748 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ad3a1abf-ebaf-478c-bdc4-65e9c1d0283e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776673'] for router_interface (0cfc2430-4bde-4a27-84a6-4081da68e225), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:54.937152 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64205a09-5da7-49da-8009-75742d8aa0bb req-6426d88b-4738-411b-8f19-fcc37565908b tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:54.939261 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-64205a09-5da7-49da-8009-75742d8aa0bb req-6426d88b-4738-411b-8f19-fcc37565908b tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0519533 Jan 18 16:17:55.115088 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3a1abf-ebaf-478c-bdc4-65e9c1d0283e admin admin] Router 0cfc2430-4bde-4a27-84a6-4081da68e225 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:17:55.238823 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-64205a09-5da7-49da-8009-75742d8aa0bb req-211f53ef-3fcb-4fd3-8cb2-f606fda89d55 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933524 Jan 18 16:17:55.461864 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3a1abf-ebaf-478c-bdc4-65e9c1d0283e admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:17:55.469511 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ad3a1abf-ebaf-478c-bdc4-65e9c1d0283e admin admin] 10.222.0.70 "PUT /v2.0/routers/0cfc2430-4bde-4a27-84a6-4081da68e225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6701710 Jan 18 16:17:55.469679 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53054) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:55.470596 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3687b-9b2b-4005-9225-794bbfd303f3 None None] Sync routers for ids ['0cfc2430-4bde-4a27-84a6-4081da68e225'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:17:55.480796 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea3687b-9b2b-4005-9225-794bbfd303f3 None None] Routers {'0cfc2430-4bde-4a27-84a6-4081da68e225'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:55.481368 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1ea3687b-9b2b-4005-9225-794bbfd303f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['0cfc2430-4bde-4a27-84a6-4081da68e225'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:55.574086 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-24fd8f41-4767-4c16-9f75-0b5f2204d2cd admin admin] Publish callbacks [] for router (0cfc2430-4bde-4a27-84a6-4081da68e225), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:55.588859 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1ea3687b-9b2b-4005-9225-794bbfd303f3 None None] Set router 0cfc2430-4bde-4a27-84a6-4081da68e225 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:55.706270 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba815c84-52a5-4a70-9f7c-b4e261fbf002 req-a681b144-d526-4ca6-b701-183ff0a27d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:55.708210 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-24fd8f41-4767-4c16-9f75-0b5f2204d2cd admin admin] Publish callbacks [] for router_gateway (0cfc2430-4bde-4a27-84a6-4081da68e225), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:55.709485 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ba815c84-52a5-4a70-9f7c-b4e261fbf002 req-a681b144-d526-4ca6-b701-183ff0a27d9c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4&tenant_id=b47f032af2494e9cb2714378b3078bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0718846 Jan 18 16:17:55.775158 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba815c84-52a5-4a70-9f7c-b4e261fbf002 req-07cbb01b-0746-4c8a-bc65-dd3253f9506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:55.776731 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ba815c84-52a5-4a70-9f7c-b4e261fbf002 req-07cbb01b-0746-4c8a-bc65-dd3253f9506e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b47f032af2494e9cb2714378b3078bc0&device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 1096 time: 0.0426083 Jan 18 16:17:55.785804 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1ea3687b-9b2b-4005-9225-794bbfd303f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'name': 'tempest-TestMinimumBasicScenario-1991374939-router', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:14Z', 'updated_at': '2022-01-18T16:17:54Z', 'revision_number': 5, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'gw_port': {'id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:15Z', 'updated_at': '2022-01-18T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:55.813675 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3687b-9b2b-4005-9225-794bbfd303f3 None None] Checking router: 0cfc2430-4bde-4a27-84a6-4081da68e225 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:17:55.822758 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea3687b-9b2b-4005-9225-794bbfd303f3 None None] Routers {'0cfc2430-4bde-4a27-84a6-4081da68e225'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:55.823379 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1ea3687b-9b2b-4005-9225-794bbfd303f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['0cfc2430-4bde-4a27-84a6-4081da68e225'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:55.899900 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba815c84-52a5-4a70-9f7c-b4e261fbf002 req-bd66db12-49f7-4c91-9837-3bc53de88b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:55.901552 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ba815c84-52a5-4a70-9f7c-b4e261fbf002 req-bd66db12-49f7-4c91-9837-3bc53de88b54 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e3990fef-bcf4-4737-9b67-783be25293eb HTTP/1.1" status: 200 len: 909 time: 0.1178880 Jan 18 16:17:55.911144 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-24fd8f41-4767-4c16-9f75-0b5f2204d2cd admin admin] Deleting port 6d0273e8-035d-4a91-a6ad-37075667f184 {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:17:55.911495 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-24fd8f41-4767-4c16-9f75-0b5f2204d2cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (6d0273e8-035d-4a91-a6ad-37075667f184), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:55.938495 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1ea3687b-9b2b-4005-9225-794bbfd303f3 None None] Set router 0cfc2430-4bde-4a27-84a6-4081da68e225 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:17:55.970892 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ba815c84-52a5-4a70-9f7c-b4e261fbf002 req-6d344208-78bd-445c-ae81-b66afc61c8a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7548837a-cd9c-4803-b311-bdf365c472fc HTTP/1.1" status: 200 len: 999 time: 0.0631299 Jan 18 16:17:55.993672 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-24fd8f41-4767-4c16-9f75-0b5f2204d2cd admin admin] For port 6d0273e8-035d-4a91-a6ad-37075667f184, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=6d0273e8-035d-4a91-a6ad-37075667f184,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:55.994262 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-24fd8f41-4767-4c16-9f75-0b5f2204d2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (6d0273e8-035d-4a91-a6ad-37075667f184), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:56.006500 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-24fd8f41-4767-4c16-9f75-0b5f2204d2cd admin admin] Calling delete_port for 6d0273e8-035d-4a91-a6ad-37075667f184 owned by network:router_gateway {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:17:56.022239 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba815c84-52a5-4a70-9f7c-b4e261fbf002 req-42390cfc-380d-4ae4-bcfb-46b54e749c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:56.024371 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ba815c84-52a5-4a70-9f7c-b4e261fbf002 req-42390cfc-380d-4ae4-bcfb-46b54e749c6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0798f6e7-8bfe-4af8-a88b-9cf25665ef27 HTTP/1.1" status: 200 len: 847 time: 0.0444834 Jan 18 16:17:56.077094 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba815c84-52a5-4a70-9f7c-b4e261fbf002 req-26081c64-0528-4342-be03-372e282ef70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:56.078585 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ba815c84-52a5-4a70-9f7c-b4e261fbf002 req-26081c64-0528-4342-be03-372e282ef70c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e3990fef-bcf4-4737-9b67-783be25293eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444758 Jan 18 16:17:56.124704 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1ea3687b-9b2b-4005-9225-794bbfd303f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'name': 'tempest-TestMinimumBasicScenario-1991374939-router', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:14Z', 'updated_at': '2022-01-18T16:17:54Z', 'revision_number': 5, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'gw_port': {'id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:15Z', 'updated_at': '2022-01-18T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:56.161754 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3687b-9b2b-4005-9225-794bbfd303f3 None None] The sync data for ids ['0cfc2430-4bde-4a27-84a6-4081da68e225'] in dv-cinder-788366-8-iscsi is: [{'id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'name': 'tempest-TestMinimumBasicScenario-1991374939-router', 'tenant_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:14Z', 'updated_at': '2022-01-18T16:17:54Z', 'revision_number': 5, 'project_id': 'c7d07eac99334f1ca5ce9f02c7c421c3', 'gw_port': {'id': '6d0273e8-035d-4a91-a6ad-37075667f184', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2430-4bde-4a27-84a6-4081da68e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:15Z', 'updated_at': '2022-01-18T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:17:56.173162 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ba815c84-52a5-4a70-9f7c-b4e261fbf002 req-e80e2efd-9adc-4b87-8e1f-6e3a5d505696 service neutron] 10.222.0.72 "GET /v2.0/networks/e3990fef-bcf4-4737-9b67-783be25293eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857689 Jan 18 16:17:56.276309 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-ba815c84-52a5-4a70-9f7c-b4e261fbf002 req-95f45055-269c-46bd-b844-b8428e891663 service neutron] 10.222.0.72 "GET /v2.0/networks/e3990fef-bcf4-4737-9b67-783be25293eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966547 Jan 18 16:17:56.368725 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e737b4-23a6-4237-83ec-14f35b559cfa req-6be253b6-76fa-42f1-be68-10c6cb853033 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:56.376024 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e6e737b4-23a6-4237-83ec-14f35b559cfa req-6be253b6-76fa-42f1-be68-10c6cb853033 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0562522 Jan 18 16:17:56.407515 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-24fd8f41-4767-4c16-9f75-0b5f2204d2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (6d0273e8-035d-4a91-a6ad-37075667f184), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:56.448823 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e6e737b4-23a6-4237-83ec-14f35b559cfa req-883e13b0-064e-4b7c-af1f-ccd1e7e4d9a6 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726874 Jan 18 16:17:56.450910 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd8f41-4767-4c16-9f75-0b5f2204d2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0273e8-035d-4a91-a6ad-37075667f184,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:56.504544 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-24fd8f41-4767-4c16-9f75-0b5f2204d2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778175'] for router_gateway (0cfc2430-4bde-4a27-84a6-4081da68e225), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:56.597510 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-24fd8f41-4767-4c16-9f75-0b5f2204d2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24974'] for router (0cfc2430-4bde-4a27-84a6-4081da68e225), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:56.599744 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-24fd8f41-4767-4c16-9f75-0b5f2204d2cd admin admin] Publish callbacks [] for router_controller (0cfc2430-4bde-4a27-84a6-4081da68e225), precommit_delete_associations {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:56.706106 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-24fd8f41-4767-4c16-9f75-0b5f2204d2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779283'] for router (0cfc2430-4bde-4a27-84a6-4081da68e225), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:56.706527 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fd8f41-4767-4c16-9f75-0b5f2204d2cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cfc2430-4bde-4a27-84a6-4081da68e225 {{(pid=103252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:17:56.711172 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-24fd8f41-4767-4c16-9f75-0b5f2204d2cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:56.711935 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-24fd8f41-4767-4c16-9f75-0b5f2204d2cd admin admin] 10.222.0.70 "DELETE /v2.0/routers/0cfc2430-4bde-4a27-84a6-4081da68e225 HTTP/1.1" status: 204 len: 168 time: 1.2413025 Jan 18 16:17:56.714686 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53062) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:56.781679 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb484a8-86e8-4b20-8426-5c5b72cca8e4 admin admin] Deleting subnet ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:17:56.786019 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1bb484a8-86e8-4b20-8426-5c5b72cca8e4 admin admin] Publish callbacks [] for subnet (ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:56.825259 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1bb484a8-86e8-4b20-8426-5c5b72cca8e4 admin admin] Publish callbacks [] for subnet (ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:56.875375 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1bb484a8-86e8-4b20-8426-5c5b72cca8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:57.041693 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1bb484a8-86e8-4b20-8426-5c5b72cca8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703'] for subnet (ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:57.066534 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb484a8-86e8-4b20-8426-5c5b72cca8e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:57.070286 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1bb484a8-86e8-4b20-8426-5c5b72cca8e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:57.073465 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-1bb484a8-86e8-4b20-8426-5c5b72cca8e4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ea4fc38a-8d4c-4028-a51a-b0c44ccaca8d HTTP/1.1" status: 204 len: 168 time: 0.3577702 Jan 18 16:17:57.075922 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53064) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:57.076083 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e3a2ad-2d0b-4d16-b165-1a9235197bff None None] Network 24abba69-a879-4a87-9e64-f9814fa4f3ee requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:17:57.144673 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (24abba69-a879-4a87-9e64-f9814fa4f3ee), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:57.173592 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device df6e4613-bb52-4966-939f-f754ecb53d10 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:17:57.202309 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: df6e4613-bb52-4966-939f-f754ecb53d10 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:17:57.202721 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device df6e4613-bb52-4966-939f-f754ecb53d10 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:17:57.223319 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Deleting port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:17:57.223661 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (720b00e9-6eb3-4b7e-bdfb-690f22c563f5), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:57.255874 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963f7f44-d7e1-4389-8bf2-1b5d8f12dab3 None None] DHCP port deletion for 24abba69-a879-4a87-9e64-f9814fa4f3ee request from dv-cinder-788366-8-iscsi {{(pid=103254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:17:57.290478 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] For port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=720b00e9-6eb3-4b7e-bdfb-690f22c563f5,segment=NetworkSegment(d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f),segment_id=d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:57.290868 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (720b00e9-6eb3-4b7e-bdfb-690f22c563f5), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:57.303781 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Calling delete_port for 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:17:57.304858 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-963f7f44-d7e1-4389-8bf2-1b5d8f12dab3 None None] Deleting port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:17:57.305236 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-963f7f44-d7e1-4389-8bf2-1b5d8f12dab3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (720b00e9-6eb3-4b7e-bdfb-690f22c563f5), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:57.366088 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-963f7f44-d7e1-4389-8bf2-1b5d8f12dab3 None None] For port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=720b00e9-6eb3-4b7e-bdfb-690f22c563f5,segment=NetworkSegment(d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f),segment_id=d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:57.366483 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-963f7f44-d7e1-4389-8bf2-1b5d8f12dab3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (720b00e9-6eb3-4b7e-bdfb-690f22c563f5), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:57.381990 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-963f7f44-d7e1-4389-8bf2-1b5d8f12dab3 None None] Calling delete_port for 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:17:57.464781 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (720b00e9-6eb3-4b7e-bdfb-690f22c563f5), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:57.470632 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-963f7f44-d7e1-4389-8bf2-1b5d8f12dab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (720b00e9-6eb3-4b7e-bdfb-690f22c563f5), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:57.491545 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Pushing event deleted for resources: {'Port': ['ID=720b00e9-6eb3-4b7e-bdfb-690f22c563f5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:57.493517 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] No DVR routers for this DVR port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 on host dv-cinder-788366-8-iscsi {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:17:57.496387 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f7f44-d7e1-4389-8bf2-1b5d8f12dab3 None None] Pushing event deleted for resources: {'Port': ['ID=720b00e9-6eb3-4b7e-bdfb-690f22c563f5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:57.500007 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963f7f44-d7e1-4389-8bf2-1b5d8f12dab3 None None] No DVR routers for this DVR port 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 on host dv-cinder-788366-8-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:17:57.566753 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (24abba69-a879-4a87-9e64-f9814fa4f3ee), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:57.581363 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29692c-1ba8-4272-a90c-9ea3312dcdcf req-be53c511-2fb6-46f5-819e-474ec958d35f tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:57.582852 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6e29692c-1ba8-4272-a90c-9ea3312dcdcf req-be53c511-2fb6-46f5-819e-474ec958d35f tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0487070 Jan 18 16:17:57.593828 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:17:57.599230 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:17:57.599230 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:17:57.599230 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Subscribe: > port after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:17:57.599230 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:17:57.599230 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Subscribe: > port after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:17:57.599230 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:17:57.599230 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:17:57.599230 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:17:57.599230 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:17:57.640008 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6e29692c-1ba8-4272-a90c-9ea3312dcdcf req-482cc4bb-0241-48ea-9b1f-b4241b4bc8aa tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500476 Jan 18 16:17:57.718625 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:17:57.728891 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:17:57.728891 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:17:57.728891 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:17:57.728891 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24abba69-a879-4a87-9e64-f9814fa4f3ee']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:57.737287 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98fa6b7-226b-4ac8-bfc9-c31d8e4a280f') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:57.737590 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98fa6b7-226b-4ac8-bfc9-c31d8e4a280f') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:57.753885 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9694565'] for segment (d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:57.774863 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:57.782649 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:17:57.783037 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9382023'] for segment (d98fa6b7-226b-4ac8-bfc9-c31d8e4a280f), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: Traceback (most recent call last): Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: timer() Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: cb(*args, **kw) Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: return func(*args, **kwargs) Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: self._notify() Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: self.callback(batched_events) Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: event.method(event) Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: return f(self, *a, **k) Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: return self._get(url).json() Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: return self.request(url, 'GET', **kwargs) Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:17:57.793759 dv-cinder-788366-8-iscsi neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:17:57.950106 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (24abba69-a879-4a87-9e64-f9814fa4f3ee), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:57.957638 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:57.961010 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] 10.222.0.70 "DELETE /v2.0/networks/24abba69-a879-4a87-9e64-f9814fa4f3ee HTTP/1.1" status: 204 len: 168 time: 0.8841188 Jan 18 16:17:57.963982 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53070) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:57.970362 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab1f81-4d30-4b53-9e3f-58bfc354ff74 admin admin] Pushing event deleted for resources: {'Network': ['ID=24abba69-a879-4a87-9e64-f9814fa4f3ee,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:58.275786 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:58.367698 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d826557e-1f7a-44d5-ae1c-33a1a944798f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3778353'] for router_interface (f99efb17-9c57-4739-a833-79019bcddf3f), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:58.650652 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-d826557e-1f7a-44d5-ae1c-33a1a944798f admin admin] Deleting port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:17:58.651271 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d826557e-1f7a-44d5-ae1c-33a1a944798f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:58.755365 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-d826557e-1f7a-44d5-ae1c-33a1a944798f admin admin] For port 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929,segment=NetworkSegment(d7409576-53db-41db-b994-6d5123a4cbb3),segment_id=d7409576-53db-41db-b994-6d5123a4cbb3)] {{(pid=103252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:17:58.755728 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d826557e-1f7a-44d5-ae1c-33a1a944798f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:58.764418 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:17:58.772496 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-d826557e-1f7a-44d5-ae1c-33a1a944798f admin admin] Calling delete_port for 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 owned by network:router_interface {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:17:58.784183 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93124a6-7869-40f0-b2c4-ac9ad7b0c352 req-2c8ec2a8-9610-43ae-a7e6-32a5cc151e3a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:17:58.784518 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:17:58.784887 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 720b00e9-6eb3-4b7e-bdfb-690f22c563f5 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:17:58.785300 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 6d0273e8-035d-4a91-a6ad-37075667f184 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:17:58.785679 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a93124a6-7869-40f0-b2c4-ac9ad7b0c352 req-2c8ec2a8-9610-43ae-a7e6-32a5cc151e3a tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0800560 Jan 18 16:17:58.807128 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: 6d0273e8-035d-4a91-a6ad-37075667f184 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:17:58.807497 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 6d0273e8-035d-4a91-a6ad-37075667f184 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:17:58.881406 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a93124a6-7869-40f0-b2c4-ac9ad7b0c352 req-0d45617a-16ea-4f10-972b-1f5dd595bbaf tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876050 Jan 18 16:17:59.115962 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d826557e-1f7a-44d5-ae1c-33a1a944798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:59.144291 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826557e-1f7a-44d5-ae1c-33a1a944798f admin admin] Pushing event deleted for resources: {'Port': ['ID=9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:17:59.305985 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d826557e-1f7a-44d5-ae1c-33a1a944798f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776673'] for router_interface (f99efb17-9c57-4739-a833-79019bcddf3f), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:59.732509 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d826557e-1f7a-44d5-ae1c-33a1a944798f admin admin] Router f99efb17-9c57-4739-a833-79019bcddf3f has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:17:59.836267 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d826557e-1f7a-44d5-ae1c-33a1a944798f admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:17:59.842858 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-d826557e-1f7a-44d5-ae1c-33a1a944798f admin admin] 10.222.0.70 "PUT /v2.0/routers/f99efb17-9c57-4739-a833-79019bcddf3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8768532 Jan 18 16:17:59.844392 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53078) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:17:59.845695 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebacdb24-1887-49e2-bcea-7edb27fbd868 None None] Sync routers for ids ['f99efb17-9c57-4739-a833-79019bcddf3f'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:17:59.856338 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebacdb24-1887-49e2-bcea-7edb27fbd868 None None] Routers {'f99efb17-9c57-4739-a833-79019bcddf3f'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:17:59.857006 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-ebacdb24-1887-49e2-bcea-7edb27fbd868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['f99efb17-9c57-4739-a833-79019bcddf3f'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:17:59.950412 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c76a579c-2d7d-4c11-84c2-a5e329cc32b6 admin admin] Publish callbacks [] for router (f99efb17-9c57-4739-a833-79019bcddf3f), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:17:59.962142 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-ebacdb24-1887-49e2-bcea-7edb27fbd868 None None] Set router f99efb17-9c57-4739-a833-79019bcddf3f gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:18:00.068074 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b7396-7dae-4b9c-8e53-6668a607291b req-61d4cd0b-8e8d-4f58-b862-8df60800b025 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:00.069699 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-582b7396-7dae-4b9c-8e53-6668a607291b req-61d4cd0b-8e8d-4f58-b862-8df60800b025 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.1174171 Jan 18 16:18:00.121091 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c76a579c-2d7d-4c11-84c2-a5e329cc32b6 admin admin] Publish callbacks [] for router_gateway (f99efb17-9c57-4739-a833-79019bcddf3f), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:00.140750 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-582b7396-7dae-4b9c-8e53-6668a607291b req-4d31e13d-ebec-475a-9241-a5aac267c4c1 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652044 Jan 18 16:18:00.265226 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-ebacdb24-1887-49e2-bcea-7edb27fbd868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'name': 'tempest-TestMinimumBasicScenario-1305300218-router', 'tenant_id': '619d84ca3db4448c941ca6041a1987c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e8884af8-8916-4be2-81c7-461dca71ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:22Z', 'updated_at': '2022-01-18T16:17:58Z', 'revision_number': 5, 'project_id': '619d84ca3db4448c941ca6041a1987c3', 'gw_port': {'id': 'e8884af8-8916-4be2-81c7-461dca71ceba', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:15:22Z', 'updated_at': '2022-01-18T16:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:18:00.295015 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-c76a579c-2d7d-4c11-84c2-a5e329cc32b6 admin admin] Deleting port e8884af8-8916-4be2-81c7-461dca71ceba {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:18:00.295356 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c76a579c-2d7d-4c11-84c2-a5e329cc32b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (e8884af8-8916-4be2-81c7-461dca71ceba), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:00.296106 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebacdb24-1887-49e2-bcea-7edb27fbd868 None None] Checking router: f99efb17-9c57-4739-a833-79019bcddf3f for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:18:00.304519 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebacdb24-1887-49e2-bcea-7edb27fbd868 None None] Routers {'f99efb17-9c57-4739-a833-79019bcddf3f'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:18:00.305158 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-ebacdb24-1887-49e2-bcea-7edb27fbd868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:17:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['f99efb17-9c57-4739-a833-79019bcddf3f'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:18:00.375369 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-c76a579c-2d7d-4c11-84c2-a5e329cc32b6 admin admin] For port e8884af8-8916-4be2-81c7-461dca71ceba, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=e8884af8-8916-4be2-81c7-461dca71ceba,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:18:00.375736 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c76a579c-2d7d-4c11-84c2-a5e329cc32b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (e8884af8-8916-4be2-81c7-461dca71ceba), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:00.387942 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-c76a579c-2d7d-4c11-84c2-a5e329cc32b6 admin admin] Calling delete_port for e8884af8-8916-4be2-81c7-461dca71ceba owned by network:router_gateway {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:18:00.389946 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-ebacdb24-1887-49e2-bcea-7edb27fbd868 None None] Set router f99efb17-9c57-4739-a833-79019bcddf3f gateway port host: None {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:18:00.440206 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-ebacdb24-1887-49e2-bcea-7edb27fbd868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'name': 'tempest-TestMinimumBasicScenario-1305300218-router', 'tenant_id': '619d84ca3db4448c941ca6041a1987c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:22Z', 'updated_at': '2022-01-18T16:18:00Z', 'revision_number': 6, 'project_id': '619d84ca3db4448c941ca6041a1987c3', 'gw_port_host': None}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:18:00.470270 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebacdb24-1887-49e2-bcea-7edb27fbd868 None None] The sync data for ids ['f99efb17-9c57-4739-a833-79019bcddf3f'] in dv-cinder-788366-8-iscsi is: [{'id': 'f99efb17-9c57-4739-a833-79019bcddf3f', 'name': 'tempest-TestMinimumBasicScenario-1305300218-router', 'tenant_id': '619d84ca3db4448c941ca6041a1987c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:15:22Z', 'updated_at': '2022-01-18T16:18:00Z', 'revision_number': 6, 'project_id': '619d84ca3db4448c941ca6041a1987c3', 'gw_port_host': None}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:18:00.635769 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c76a579c-2d7d-4c11-84c2-a5e329cc32b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (e8884af8-8916-4be2-81c7-461dca71ceba), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:00.660521 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a579c-2d7d-4c11-84c2-a5e329cc32b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8884af8-8916-4be2-81c7-461dca71ceba,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:18:00.721102 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c76a579c-2d7d-4c11-84c2-a5e329cc32b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778175'] for router_gateway (f99efb17-9c57-4739-a833-79019bcddf3f), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:00.776203 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:18:00.816088 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c76a579c-2d7d-4c11-84c2-a5e329cc32b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24974'] for router (f99efb17-9c57-4739-a833-79019bcddf3f), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:00.819688 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c76a579c-2d7d-4c11-84c2-a5e329cc32b6 admin admin] Publish callbacks [] for router_controller (f99efb17-9c57-4739-a833-79019bcddf3f), precommit_delete_associations {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:00.944383 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c76a579c-2d7d-4c11-84c2-a5e329cc32b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779283'] for router (f99efb17-9c57-4739-a833-79019bcddf3f), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:00.945664 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76a579c-2d7d-4c11-84c2-a5e329cc32b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f99efb17-9c57-4739-a833-79019bcddf3f {{(pid=103252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:18:00.955334 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c76a579c-2d7d-4c11-84c2-a5e329cc32b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:00.955334 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-c76a579c-2d7d-4c11-84c2-a5e329cc32b6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f99efb17-9c57-4739-a833-79019bcddf3f HTTP/1.1" status: 204 len: 168 time: 1.1065817 Jan 18 16:18:00.955334 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53084) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:18:00.996926 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_v2 [None req-069ec984-d24e-4acb-bfc1-cb6e4dfc92cf admin admin] Deleting subnet c845040f-1036-4a70-9e64-da58bc2f3b98 {{(pid=103252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:18:00.999924 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-069ec984-d24e-4acb-bfc1-cb6e4dfc92cf admin admin] Publish callbacks [] for subnet (c845040f-1036-4a70-9e64-da58bc2f3b98), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:01.032837 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-069ec984-d24e-4acb-bfc1-cb6e4dfc92cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697184'] for subnet (c845040f-1036-4a70-9e64-da58bc2f3b98), precommit_delete_associations {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:01.139317 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-069ec984-d24e-4acb-bfc1-cb6e4dfc92cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (c845040f-1036-4a70-9e64-da58bc2f3b98), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:01.228481 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:18:01.250674 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:18:01.251115 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 9bbdd1bb-81c8-4fd7-94b7-2ca0a3477929 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:18:01.267389 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90bf2b-cd2a-4964-a707-112df27e1a52 req-daf2bf53-2e3a-447d-b833-8edfc7ba5a63 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:01.268962 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5e90bf2b-cd2a-4964-a707-112df27e1a52 req-daf2bf53-2e3a-447d-b833-8edfc7ba5a63 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0558555 Jan 18 16:18:01.314373 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-069ec984-d24e-4acb-bfc1-cb6e4dfc92cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8693688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9050497'] for subnet (c845040f-1036-4a70-9e64-da58bc2f3b98), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:01.341627 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5e90bf2b-cd2a-4964-a707-112df27e1a52 req-d832217a-ae42-41db-974f-07c6463ee40b tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669439 Jan 18 16:18:01.344646 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ec984-d24e-4acb-bfc1-cb6e4dfc92cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c845040f-1036-4a70-9e64-da58bc2f3b98,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:18:01.348118 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-069ec984-d24e-4acb-bfc1-cb6e4dfc92cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:01.353888 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-069ec984-d24e-4acb-bfc1-cb6e4dfc92cf admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c845040f-1036-4a70-9e64-da58bc2f3b98 HTTP/1.1" status: 204 len: 168 time: 0.3966634 Jan 18 16:18:01.354607 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53090) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:18:01.356565 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f29a53-676c-45f4-83f0-0c9a2bdc06b7 None None] Network 57b68c4b-3604-4b6a-a030-6b905a34ed9e requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:18:01.425246 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (57b68c4b-3604-4b6a-a030-6b905a34ed9e), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:01.487517 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] Deleting port 36e0651c-3d61-41a7-983a-1e2bc9e485d0 {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:18:01.487869 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (36e0651c-3d61-41a7-983a-1e2bc9e485d0), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:01.535751 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204e5d2b-1fec-4474-a969-d338dda58ccc None None] DHCP port deletion for 57b68c4b-3604-4b6a-a030-6b905a34ed9e request from dv-cinder-788366-8-iscsi {{(pid=103254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:18:01.555218 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] For port 36e0651c-3d61-41a7-983a-1e2bc9e485d0, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=36e0651c-3d61-41a7-983a-1e2bc9e485d0,segment=NetworkSegment(d7409576-53db-41db-b994-6d5123a4cbb3),segment_id=d7409576-53db-41db-b994-6d5123a4cbb3)] {{(pid=103252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:18:01.555660 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (36e0651c-3d61-41a7-983a-1e2bc9e485d0), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:01.568294 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] Calling delete_port for 36e0651c-3d61-41a7-983a-1e2bc9e485d0 owned by network:dhcp {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:18:01.582652 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-204e5d2b-1fec-4474-a969-d338dda58ccc None None] Deleting port 36e0651c-3d61-41a7-983a-1e2bc9e485d0 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:18:01.583031 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-204e5d2b-1fec-4474-a969-d338dda58ccc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (36e0651c-3d61-41a7-983a-1e2bc9e485d0), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:01.646261 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-204e5d2b-1fec-4474-a969-d338dda58ccc None None] For port 36e0651c-3d61-41a7-983a-1e2bc9e485d0, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=36e0651c-3d61-41a7-983a-1e2bc9e485d0,segment=NetworkSegment(d7409576-53db-41db-b994-6d5123a4cbb3),segment_id=d7409576-53db-41db-b994-6d5123a4cbb3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:18:01.646656 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-204e5d2b-1fec-4474-a969-d338dda58ccc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (36e0651c-3d61-41a7-983a-1e2bc9e485d0), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:01.659341 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-204e5d2b-1fec-4474-a969-d338dda58ccc None None] Calling delete_port for 36e0651c-3d61-41a7-983a-1e2bc9e485d0 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:18:01.733120 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (36e0651c-3d61-41a7-983a-1e2bc9e485d0), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:01.738273 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-204e5d2b-1fec-4474-a969-d338dda58ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (36e0651c-3d61-41a7-983a-1e2bc9e485d0), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:01.762569 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] Pushing event deleted for resources: {'Port': ['ID=36e0651c-3d61-41a7-983a-1e2bc9e485d0,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:18:01.763801 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] No DVR routers for this DVR port 36e0651c-3d61-41a7-983a-1e2bc9e485d0 on host dv-cinder-788366-8-iscsi {{(pid=103252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:18:01.765108 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e5d2b-1fec-4474-a969-d338dda58ccc None None] Pushing event deleted for resources: {'Port': ['ID=36e0651c-3d61-41a7-983a-1e2bc9e485d0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:18:01.767078 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204e5d2b-1fec-4474-a969-d338dda58ccc None None] No DVR routers for this DVR port 36e0651c-3d61-41a7-983a-1e2bc9e485d0 on host dv-cinder-788366-8-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:18:01.837239 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (57b68c4b-3604-4b6a-a030-6b905a34ed9e), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:01.857332 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b68c4b-3604-4b6a-a030-6b905a34ed9e']}} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:18:01.866408 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7409576-53db-41db-b994-6d5123a4cbb3') {'for_net_delete': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:18:01.866758 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7409576-53db-41db-b994-6d5123a4cbb3') {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:18:01.876448 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697209'] for segment (d7409576-53db-41db-b994-6d5123a4cbb3), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:01.889107 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (d7409576-53db-41db-b994-6d5123a4cbb3), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:01.894813 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:18:01.895193 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8693734'] for segment (d7409576-53db-41db-b994-6d5123a4cbb3), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: Traceback (most recent call last): Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: timer() Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: cb(*args, **kw) Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: return func(*args, **kwargs) Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: self._notify() Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: self.callback(batched_events) Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: event.method(event) Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: return f(self, *a, **k) Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._get(url).json() Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: return self.request(url, 'GET', **kwargs) Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:18:01.896881 dv-cinder-788366-8-iscsi neutron-server[103252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:18:02.018253 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (57b68c4b-3604-4b6a-a030-6b905a34ed9e), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:02.023603 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:02.026964 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] 10.222.0.70 "DELETE /v2.0/networks/57b68c4b-3604-4b6a-a030-6b905a34ed9e HTTP/1.1" status: 204 len: 168 time: 0.6713197 Jan 18 16:18:02.037604 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab567ad5-fe09-46e7-852e-527d59ca88df admin admin] Pushing event deleted for resources: {'Network': ['ID=57b68c4b-3604-4b6a-a030-6b905a34ed9e,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:18:02.416890 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53098) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:18:02.490837 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-3adcc4a7-418a-4d4f-8645-0b0acbef8176 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7d07eac99334f1ca5ce9f02c7c421c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0728931 Jan 18 16:18:02.497365 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53100) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:18:02.503340 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642432b5-f4ee-4e9b-8593-abad950291f2 req-d34f59a0-7dde-42cc-a03a-7aa3134e957b tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:02.504855 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-642432b5-f4ee-4e9b-8593-abad950291f2 req-d34f59a0-7dde-42cc-a03a-7aa3134e957b tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0783784 Jan 18 16:18:02.551441 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e445200-4a3c-4d95-85fd-d8e58f208c8e admin admin] Publish callbacks [] for security_group (6fadf3a0-b07e-400a-be93-240d871a0586), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:02.555728 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-642432b5-f4ee-4e9b-8593-abad950291f2 req-257121c0-69bb-4145-92e8-054f11aecb9c tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452898 Jan 18 16:18:02.573783 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e445200-4a3c-4d95-85fd-d8e58f208c8e admin admin] Publish callbacks [] for security_group (6fadf3a0-b07e-400a-be93-240d871a0586), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:02.721248 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e445200-4a3c-4d95-85fd-d8e58f208c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (6fadf3a0-b07e-400a-be93-240d871a0586), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:02.723863 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e445200-4a3c-4d95-85fd-d8e58f208c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:02.727971 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-8e445200-4a3c-4d95-85fd-d8e58f208c8e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6fadf3a0-b07e-400a-be93-240d871a0586 HTTP/1.1" status: 204 len: 168 time: 0.2266834 Jan 18 16:18:02.738051 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e445200-4a3c-4d95-85fd-d8e58f208c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fadf3a0-b07e-400a-be93-240d871a0586,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:18:02.777593 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device e8884af8-8916-4be2-81c7-461dca71ceba no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:18:02.801075 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: e8884af8-8916-4be2-81c7-461dca71ceba {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:18:02.801075 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device e8884af8-8916-4be2-81c7-461dca71ceba not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:18:02.801075 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 36e0651c-3d61-41a7-983a-1e2bc9e485d0 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:18:02.821492 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: 36e0651c-3d61-41a7-983a-1e2bc9e485d0 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:18:02.821840 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 36e0651c-3d61-41a7-983a-1e2bc9e485d0 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:18:03.530967 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53108) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:18:03.569234 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-eb92fea6-6881-4fb3-b44b-cea0b8db6739 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=619d84ca3db4448c941ca6041a1987c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371354 Jan 18 16:18:03.572113 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53110) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:18:03.618859 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04489df2-02ee-4ca5-9ca4-92cf067be7d7 admin admin] Publish callbacks [] for security_group (7018d54f-a341-4402-a286-8ca487902066), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:03.640112 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04489df2-02ee-4ca5-9ca4-92cf067be7d7 admin admin] Publish callbacks [] for security_group (7018d54f-a341-4402-a286-8ca487902066), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:03.673510 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817a0a-c8d4-47ae-81c9-e15620dd7fee req-b3c3794c-d8c5-402c-af84-f686587a9770 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:03.675230 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-92817a0a-c8d4-47ae-81c9-e15620dd7fee req-b3c3794c-d8c5-402c-af84-f686587a9770 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0482135 Jan 18 16:18:03.723749 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-92817a0a-c8d4-47ae-81c9-e15620dd7fee req-3cdd5b33-e29a-4352-bd46-303d03e13bc8 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422487 Jan 18 16:18:03.767432 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04489df2-02ee-4ca5-9ca4-92cf067be7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (7018d54f-a341-4402-a286-8ca487902066), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:03.770095 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04489df2-02ee-4ca5-9ca4-92cf067be7d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:03.771238 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-04489df2-02ee-4ca5-9ca4-92cf067be7d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7018d54f-a341-4402-a286-8ca487902066 HTTP/1.1" status: 204 len: 168 time: 0.1982574 Jan 18 16:18:03.779318 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04489df2-02ee-4ca5-9ca4-92cf067be7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7018d54f-a341-4402-a286-8ca487902066,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:18:04.613888 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 7548837a-cd9c-4803-b311-bdf365c472fc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:18:04.705010 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 7548837a-cd9c-4803-b311-bdf365c472fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7548837a-cd9c-4803-b311-bdf365c472fc,segment=NetworkSegment(f9db4bbe-22d1-4d7a-9b9e-2020bc539c68),segment_id=f9db4bbe-22d1-4d7a-9b9e-2020bc539c68)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:18:04.716018 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': '7548837a-cd9c-4803-b311-bdf365c472fc', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'port_id': '7548837a-cd9c-4803-b311-bdf365c472fc', 'mac_address': 'fa:16:3e:f6:30:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:18:04.755918 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 7548837a-cd9c-4803-b311-bdf365c472fc is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:18:04.756383 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:04.769607 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7548837a-cd9c-4803-b311-bdf365c472fc {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:18:04.790406 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 7548837a-cd9c-4803-b311-bdf365c472fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7548837a-cd9c-4803-b311-bdf365c472fc,segment=NetworkSegment(f9db4bbe-22d1-4d7a-9b9e-2020bc539c68),segment_id=f9db4bbe-22d1-4d7a-9b9e-2020bc539c68)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:18:04.841341 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a13c20-7d05-4d9d-9dc3-297bd01f148e req-93149292-4c8a-42c0-87f5-fb110a0a47fa tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:04.842989 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b3a13c20-7d05-4d9d-9dc3-297bd01f148e req-93149292-4c8a-42c0-87f5-fb110a0a47fa tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 943 time: 0.0525134 Jan 18 16:18:04.881655 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:04.892001 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b3a13c20-7d05-4d9d-9dc3-297bd01f148e req-767a25b4-99d7-46c5-87ba-baca7fdc6198 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435815 Jan 18 16:18:04.929448 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=7548837a-cd9c-4803-b311-bdf365c472fc,revision_number=7']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:18:05.142943 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['7548837a-cd9c-4803-b311-bdf365c472fc'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:18:06.005583 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37403fa3-34ea-4899-a2b7-c775867a5dd8 req-d21cdc2c-c2bc-488a-9cda-060116247525 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:06.007036 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-37403fa3-34ea-4899-a2b7-c775867a5dd8 req-d21cdc2c-c2bc-488a-9cda-060116247525 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 944 time: 0.0470526 Jan 18 16:18:06.053639 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-37403fa3-34ea-4899-a2b7-c775867a5dd8 req-5eaafea5-e26c-41da-84b0-fc20f52d4032 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405884 Jan 18 16:18:06.623450 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 7548837a-cd9c-4803-b311-bdf365c472fc up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:18:06.671262 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port 7548837a-cd9c-4803-b311-bdf365c472fc triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:18:06.671636 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:06.751599 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 7548837a-cd9c-4803-b311-bdf365c472fc is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:18:06.752088 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:06.774392 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7548837a-cd9c-4803-b311-bdf365c472fc'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:18:06.776631 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237ecd9b-db89-40b4-89ae-aaadd58bd1be" -d '{"events": [{"server_uuid": "a8c4f967-79a6-4690-9a38-1c986617f6d4", "name": "network-vif-plugged", "status": "completed", "tag": "7548837a-cd9c-4803-b311-bdf365c472fc"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:18:06.788386 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 7548837a-cd9c-4803-b311-bdf365c472fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7548837a-cd9c-4803-b311-bdf365c472fc,segment=NetworkSegment(f9db4bbe-22d1-4d7a-9b9e-2020bc539c68),segment_id=f9db4bbe-22d1-4d7a-9b9e-2020bc539c68)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:18:06.813097 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b3d51e-9413-48ec-96c3-a85b68992a33 x-openstack-request-id: req-e7b3d51e-9413-48ec-96c3-a85b68992a33 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:18:06.813393 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c4f967-79a6-4690-9a38-1c986617f6d4", "name": "network-vif-plugged", "status": "completed", "tag": "7548837a-cd9c-4803-b311-bdf365c472fc", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:18:06.813657 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7b3d51e-9413-48ec-96c3-a85b68992a33 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:18:06.814079 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7548837a-cd9c-4803-b311-bdf365c472fc', 'code': 200} Jan 18 16:18:06.870164 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:06.917187 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=7548837a-cd9c-4803-b311-bdf365c472fc,revision_number=8']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:18:07.115752 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac2997-1ff8-4bee-9c85-b21790c7444f req-b5330526-555d-401a-8ac1-6f88da7aa452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:07.117291 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-30ac2997-1ff8-4bee-9c85-b21790c7444f req-b5330526-555d-401a-8ac1-6f88da7aa452 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 1098 time: 0.0475025 Jan 18 16:18:07.170460 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-30ac2997-1ff8-4bee-9c85-b21790c7444f req-9d776638-bac5-4398-9f5e-915eaa2b935e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472057 Jan 18 16:18:07.174115 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c652188-f73f-403b-a816-d5c310e5c753 req-e5d66d91-f6b5-4761-b681-746c12a7efb4 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:07.175572 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1c652188-f73f-403b-a816-d5c310e5c753 req-e5d66d91-f6b5-4761-b681-746c12a7efb4 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0487673 Jan 18 16:18:07.228149 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1c652188-f73f-403b-a816-d5c310e5c753 req-e5ffe4e2-e99a-42a4-a151-b08f594c3cc3 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469804 Jan 18 16:18:08.340409 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dff45-7d6b-4e08-9591-128e72214d8c req-9ba48cb5-f447-4c54-b20b-768e5d8d2d32 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:08.341966 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fe8dff45-7d6b-4e08-9591-128e72214d8c req-9ba48cb5-f447-4c54-b20b-768e5d8d2d32 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0498011 Jan 18 16:18:08.390574 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-fe8dff45-7d6b-4e08-9591-128e72214d8c req-3965cc4a-e363-444d-8a56-342b4c449bb3 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430999 Jan 18 16:18:09.430339 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36c73d30-056c-4d26-a0f8-a437fe33c7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:09.503940 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ea1db-9589-417d-be80-e5ae597a6549 req-599cbc90-5752-4d58-a1e0-617828813460 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:09.505490 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d18ea1db-9589-417d-be80-e5ae597a6549 req-599cbc90-5752-4d58-a1e0-617828813460 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0480082 Jan 18 16:18:09.552340 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d18ea1db-9589-417d-be80-e5ae597a6549 req-3a841879-01c6-495c-b5f5-9b41bbefb2dd tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409896 Jan 18 16:18:11.463960 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da8a526c-6b31-47a5-8937-987733a74150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:13.538263 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:14.400329 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:15.772324 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:28.326196 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:37.774349 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:18:39.401192 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9236b416-56c3-41a6-8570-6d10608a4c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:41.469105 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6de37277-9cf2-4987-8d9e-1d458a4cac12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:43.543282 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:44.383057 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:45.690083 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32401822-d37c-4497-a653-7c4b661ec81b req-edd94d4c-cab6-418c-8acf-4d61655a71e3 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:45.691597 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-32401822-d37c-4497-a653-7c4b661ec81b req-edd94d4c-cab6-418c-8acf-4d61655a71e3 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0532594 Jan 18 16:18:45.738871 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-32401822-d37c-4497-a653-7c4b661ec81b req-d86fbf57-3139-4375-9198-75d4e3abac4f tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415747 Jan 18 16:18:45.771022 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:46.853303 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c76c68-1954-4af5-869d-66fd0af8e57c req-7b9afe73-29e7-4614-8374-701b76e10e0a tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:46.854743 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b5c76c68-1954-4af5-869d-66fd0af8e57c req-7b9afe73-29e7-4614-8374-701b76e10e0a tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0470212 Jan 18 16:18:46.900165 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b5c76c68-1954-4af5-869d-66fd0af8e57c req-41ec0ffb-4a1a-47b9-b59c-01f030773231 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392261 Jan 18 16:18:48.011714 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71778e6-9881-4c96-80dc-30ea4dffd87b req-394bab23-eb83-4981-9a5d-6862fcd5a2a6 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:48.013703 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c71778e6-9881-4c96-80dc-30ea4dffd87b req-394bab23-eb83-4981-9a5d-6862fcd5a2a6 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0466597 Jan 18 16:18:48.061053 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c71778e6-9881-4c96-80dc-30ea4dffd87b req-724ab7a3-9491-4e4c-94d8-473228fb14c9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419836 Jan 18 16:18:49.173911 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9794c-0915-4c5d-b8eb-82777d8109ed req-4003be97-6d86-44ab-b8ef-11d18be0dd12 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:49.175371 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d2e9794c-0915-4c5d-b8eb-82777d8109ed req-4003be97-6d86-44ab-b8ef-11d18be0dd12 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0477090 Jan 18 16:18:49.221787 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d2e9794c-0915-4c5d-b8eb-82777d8109ed req-c3be35f7-1895-47d1-854a-658e4e4b708c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408607 Jan 18 16:18:50.336914 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5158f-f070-40ce-9f4d-01156512d9a6 req-978c8c4e-c233-4600-b431-e03f076ecd9b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:50.338345 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cdc5158f-f070-40ce-9f4d-01156512d9a6 req-978c8c4e-c233-4600-b431-e03f076ecd9b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0485196 Jan 18 16:18:50.383431 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cdc5158f-f070-40ce-9f4d-01156512d9a6 req-13f470b4-00c8-4b1e-b36f-c89f60fc9cc4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396123 Jan 18 16:18:51.498096 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d7c4a-82c4-4967-a2a6-6dbca577767e req-1bf858d9-6f14-482e-95bd-d294c6a9ebfc tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:51.499546 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7c8d7c4a-82c4-4967-a2a6-6dbca577767e req-1bf858d9-6f14-482e-95bd-d294c6a9ebfc tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0498765 Jan 18 16:18:51.544898 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7c8d7c4a-82c4-4967-a2a6-6dbca577767e req-1ec92bd3-35ca-46ea-97f3-9634656c8717 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399573 Jan 18 16:18:52.657715 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a45c76-0a2b-4237-ad0a-c1c8f6b8c63f req-29f8d0d5-5f19-4599-8f52-4127d46e9dfe tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:52.659174 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-71a45c76-0a2b-4237-ad0a-c1c8f6b8c63f req-29f8d0d5-5f19-4599-8f52-4127d46e9dfe tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0481884 Jan 18 16:18:52.705049 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-71a45c76-0a2b-4237-ad0a-c1c8f6b8c63f req-7abb7df6-b8c8-4733-a55e-52f3f6c8c44d tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403194 Jan 18 16:18:53.820983 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee06026-cd10-4c4d-8d82-37f78697d88b req-87035ef2-bf15-4185-8f05-fe44f343d456 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:53.822488 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dee06026-cd10-4c4d-8d82-37f78697d88b req-87035ef2-bf15-4185-8f05-fe44f343d456 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0515707 Jan 18 16:18:53.868507 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-dee06026-cd10-4c4d-8d82-37f78697d88b req-7cd20205-0c81-42ee-89ac-cc494fbb3014 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404632 Jan 18 16:18:54.979848 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723e822-d16d-4b52-b05d-61bf6baa030e req-e7f81ead-de5c-4adf-8a21-05d89b3dee8a tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:54.981934 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8723e822-d16d-4b52-b05d-61bf6baa030e req-e7f81ead-de5c-4adf-8a21-05d89b3dee8a tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0467317 Jan 18 16:18:55.026917 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8723e822-d16d-4b52-b05d-61bf6baa030e req-e05f6ed8-7199-4893-96d5-55b7d3a54bde tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393784 Jan 18 16:18:56.143918 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec719c-c6e5-49da-9f02-b775954f7e03 req-27647f23-3802-4ec6-9f5a-7ca70f4898bd tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:56.145427 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e1ec719c-c6e5-49da-9f02-b775954f7e03 req-27647f23-3802-4ec6-9f5a-7ca70f4898bd tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0484691 Jan 18 16:18:56.195666 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e1ec719c-c6e5-49da-9f02-b775954f7e03 req-a0f0c1bf-d56f-4cf5-914d-93511f26df11 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443709 Jan 18 16:18:57.308826 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8c34a-453a-4b27-aead-1b4008109b32 req-6b51223d-6dbf-4bc0-8168-f5da4f2ec4a3 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:57.310582 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-edf8c34a-453a-4b27-aead-1b4008109b32 req-6b51223d-6dbf-4bc0-8168-f5da4f2ec4a3 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0480144 Jan 18 16:18:57.354706 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-edf8c34a-453a-4b27-aead-1b4008109b32 req-9eeb9cd7-ef9f-4565-879f-2eded687384f tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386701 Jan 18 16:18:58.325542 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:18:58.467027 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f1b50-b187-4af4-8001-49a882ed9a91 req-f9053831-7a9f-4302-8c30-c907f572aaa5 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:58.468485 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-789f1b50-b187-4af4-8001-49a882ed9a91 req-f9053831-7a9f-4302-8c30-c907f572aaa5 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0469468 Jan 18 16:18:58.513442 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-789f1b50-b187-4af4-8001-49a882ed9a91 req-d5b763e9-7742-429f-96cc-99a162809ea6 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395775 Jan 18 16:18:59.630520 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8bc2e-a535-42f7-97c5-3fa4116a0152 req-46293f6f-4989-40fd-8d67-6dcecff8d413 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:18:59.631984 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b4a8bc2e-a535-42f7-97c5-3fa4116a0152 req-46293f6f-4989-40fd-8d67-6dcecff8d413 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0515885 Jan 18 16:18:59.676916 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b4a8bc2e-a535-42f7-97c5-3fa4116a0152 req-f2cee24e-6d99-45ab-a5e0-18196e066047 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394673 Jan 18 16:19:00.792519 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038272ea-541b-4495-9ce8-fb5788547529 req-30f735a8-cb83-4f1c-9251-6f7f8b09fde2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:00.794015 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-038272ea-541b-4495-9ce8-fb5788547529 req-30f735a8-cb83-4f1c-9251-6f7f8b09fde2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0483515 Jan 18 16:19:00.839589 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-038272ea-541b-4495-9ce8-fb5788547529 req-57a6615a-edba-478a-b819-eef4840e980d tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402291 Jan 18 16:19:01.950534 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dafe21-5c08-4ac6-90a2-62d1e31f1f08 req-46f8f28e-b2a0-4e87-b425-5eaf9a87cec3 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:01.951985 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a5dafe21-5c08-4ac6-90a2-62d1e31f1f08 req-46f8f28e-b2a0-4e87-b425-5eaf9a87cec3 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0474691 Jan 18 16:19:02.229417 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a5dafe21-5c08-4ac6-90a2-62d1e31f1f08 req-91622f46-0ee2-47d7-8fef-1db1f36377a6 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2719505 Jan 18 16:19:02.661626 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7040fb-cb06-4835-867d-8408a1d5fcda req-9dddd530-b831-4df5-9622-d93abde84103 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:02.664023 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8d7040fb-cb06-4835-867d-8408a1d5fcda req-9dddd530-b831-4df5-9622-d93abde84103 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0496960 Jan 18 16:19:02.710744 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8d7040fb-cb06-4835-867d-8408a1d5fcda req-b2ec6800-bfe2-4b32-9660-6d7b5c4309dc tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405524 Jan 18 16:19:02.789637 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fecfc-6707-462f-81ca-c158e9ed5850 req-c112efa9-b3a5-4025-bcff-af2258d748ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:02.791108 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d06fecfc-6707-462f-81ca-c158e9ed5850 req-c112efa9-b3a5-4025-bcff-af2258d748ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=399cb129df3b450f96d231868dccd596&device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 1099 time: 0.0402668 Jan 18 16:19:02.880301 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fecfc-6707-462f-81ca-c158e9ed5850 req-1db31b14-904f-44f6-a735-c18056d89aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:02.881714 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d06fecfc-6707-462f-81ca-c158e9ed5850 req-1db31b14-904f-44f6-a735-c18056d89aa2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e HTTP/1.1" status: 200 len: 912 time: 0.0848811 Jan 18 16:19:02.943072 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d06fecfc-6707-462f-81ca-c158e9ed5850 req-3638c066-0060-4487-a494-18d37ae9b7ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85143165-40eb-4d55-b0be-f7dca3d87ed4 HTTP/1.1" status: 200 len: 1001 time: 0.0548453 Jan 18 16:19:02.988607 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fecfc-6707-462f-81ca-c158e9ed5850 req-3303f06d-05f4-4855-b3e7-75a7f3ea0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:02.990025 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d06fecfc-6707-462f-81ca-c158e9ed5850 req-3303f06d-05f4-4855-b3e7-75a7f3ea0808 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95733581-991e-437e-b174-c7316eb5e816 HTTP/1.1" status: 200 len: 850 time: 0.0405207 Jan 18 16:19:03.037419 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fecfc-6707-462f-81ca-c158e9ed5850 req-aeba20b1-e3ea-490c-80b1-7ecc420703e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:03.038862 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d06fecfc-6707-462f-81ca-c158e9ed5850 req-aeba20b1-e3ea-490c-80b1-7ecc420703e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422029 Jan 18 16:19:03.124470 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d06fecfc-6707-462f-81ca-c158e9ed5850 req-a7587262-4154-494a-bb03-f014b16c4bc6 service neutron] 10.222.0.72 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784993 Jan 18 16:19:03.213881 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d06fecfc-6707-462f-81ca-c158e9ed5850 req-6506bd1e-6dd8-4be4-a1b0-1622f160ac26 service neutron] 10.222.0.72 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823462 Jan 18 16:19:03.827760 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583da259-3812-475a-94d0-4ff2adca3019 req-3864a2b9-8f4c-436a-a364-2d28cf116361 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:03.829268 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-583da259-3812-475a-94d0-4ff2adca3019 req-3864a2b9-8f4c-436a-a364-2d28cf116361 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0480597 Jan 18 16:19:03.876245 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-583da259-3812-475a-94d0-4ff2adca3019 req-443b54af-1961-4dac-80c8-fcae128990e4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413685 Jan 18 16:19:04.991551 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bd975-7f4a-483c-acda-2038b261a397 req-60439ccf-8e04-4775-9719-45e1d475fbab tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:04.993064 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-852bd975-7f4a-483c-acda-2038b261a397 req-60439ccf-8e04-4775-9719-45e1d475fbab tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0505531 Jan 18 16:19:05.038187 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-852bd975-7f4a-483c-acda-2038b261a397 req-f2190ccc-6f51-4c47-b903-1f76d5d251bd tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396795 Jan 18 16:19:09.457015 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72845f1f-233c-45f4-94b3-5526ac721dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:11.485827 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53829a88-94bf-415d-b580-a1bdf677f03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:13.634115 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:14.445820 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:14.773410 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:19:15.754171 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:28.371717 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:29.252941 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53298) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:19:29.404950 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Deleting port f4c703a3-7c4e-43e8-93f4-4e1f57664a3a {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:19:29.405295 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (f4c703a3-7c4e-43e8-93f4-4e1f57664a3a), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:29.481227 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (f4c703a3-7c4e-43e8-93f4-4e1f57664a3a), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:29.481556 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for floatingip (f4c703a3-7c4e-43e8-93f4-4e1f57664a3a), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:29.493158 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Calling delete_port for f4c703a3-7c4e-43e8-93f4-4e1f57664a3a owned by network:floatingip {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:19:29.702730 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (f4c703a3-7c4e-43e8-93f4-4e1f57664a3a), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:29.731651 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Pushing event deleted for resources: {'Port': ['ID=f4c703a3-7c4e-43e8-93f4-4e1f57664a3a,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:29.742966 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:29.743315 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:29.743659 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:29.743996 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:29.744328 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:29.744654 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:29.745007 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:29.745332 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:29.745656 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:29.746009 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:29.746333 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:29.746653 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:29.746971 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:29.799520 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for floatingip (0b57decc-84c7-42bd-9783-77f5714c79f5), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:29.799850 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.l3_db [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Floating IP 0b57decc-84c7-42bd-9783-77f5714c79f5 disassociated (deleted). External IP: 172.27.2.180, port: 7548837a-cd9c-4803-b311-bdf365c472fc. Jan 18 16:19:30.002723 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Router 36f5b035-4f54-4242-9e9e-ac24b4398b29 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:19:30.106467 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:19:30.111559 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:30.116651 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9124433f-47e6-4476-bb3e-29c823a101f3 None None] Sync routers for ids ['36f5b035-4f54-4242-9e9e-ac24b4398b29'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:19:30.126784 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9124433f-47e6-4476-bb3e-29c823a101f3 None None] Routers {'36f5b035-4f54-4242-9e9e-ac24b4398b29'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:19:30.127752 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9124433f-47e6-4476-bb3e-29c823a101f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:19:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['36f5b035-4f54-4242-9e9e-ac24b4398b29'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:30.137445 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-00128d43-4596-4370-b363-08294c0116ef tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "DELETE /v2.0/floatingips/0b57decc-84c7-42bd-9783-77f5714c79f5 HTTP/1.1" status: 204 len: 168 time: 0.8828425 Jan 18 16:19:30.141540 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'tag': '7548837a-cd9c-4803-b311-bdf365c472fc'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:19:30.141540 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ac1d75-5368-4389-bb33-3f1b1ec73053" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c4f967-79a6-4690-9a38-1c986617f6d4", "tag": "7548837a-cd9c-4803-b311-bdf365c472fc"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:19:30.181587 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19530498-805b-4e48-9ed4-e00c231330da x-openstack-request-id: req-19530498-805b-4e48-9ed4-e00c231330da {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:19:30.187087 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c4f967-79a6-4690-9a38-1c986617f6d4", "tag": "7548837a-cd9c-4803-b311-bdf365c472fc", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:19:30.187087 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-19530498-805b-4e48-9ed4-e00c231330da {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:19:30.187087 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'tag': '7548837a-cd9c-4803-b311-bdf365c472fc', 'status': 'completed', 'code': 200} Jan 18 16:19:30.234519 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-9124433f-47e6-4476-bb3e-29c823a101f3 None None] Set router 36f5b035-4f54-4242-9e9e-ac24b4398b29 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:19:30.247824 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1d75-5368-4389-bb33-3f1b1ec73053 req-6d1b16bc-bdaf-4249-bfc1-6e1f3597ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:30.249345 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-48ac1d75-5368-4389-bb33-3f1b1ec73053 req-6d1b16bc-bdaf-4249-bfc1-6e1f3597ae8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b47f032af2494e9cb2714378b3078bc0&device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 1098 time: 0.0410874 Jan 18 16:19:30.511363 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9124433f-47e6-4476-bb3e-29c823a101f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'name': 'tempest-TestShelveInstance-344212415-router', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:36Z', 'updated_at': '2022-01-18T16:14:39Z', 'revision_number': 4, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'gw_port': {'id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:37Z', 'updated_at': '2022-01-18T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '2683ebf7-6c17-4ca6-bf75-232939d670d9', 'name': '', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'mac_address': 'fa:16:3e:ed:d2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:39Z', 'updated_at': '2022-01-18T16:14:44Z', 'revision_number': 5, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'subnets': [{'id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:30.536581 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9124433f-47e6-4476-bb3e-29c823a101f3 None None] Checking router: 36f5b035-4f54-4242-9e9e-ac24b4398b29 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:19:30.545346 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9124433f-47e6-4476-bb3e-29c823a101f3 None None] Routers {'36f5b035-4f54-4242-9e9e-ac24b4398b29'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:19:30.545956 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9124433f-47e6-4476-bb3e-29c823a101f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:19:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['36f5b035-4f54-4242-9e9e-ac24b4398b29'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:30.651222 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-9124433f-47e6-4476-bb3e-29c823a101f3 None None] Set router 36f5b035-4f54-4242-9e9e-ac24b4398b29 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:19:30.758407 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2c909-756c-4bd3-9b9c-948cba406388 req-321051e3-9467-4ce1-93d0-b01da024334c tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:30.760136 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-51d2c909-756c-4bd3-9b9c-948cba406388 req-321051e3-9467-4ce1-93d0-b01da024334c tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.2118800 Jan 18 16:19:30.809072 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-51d2c909-756c-4bd3-9b9c-948cba406388 req-dce5af00-ce32-4e3e-9870-ca6f7de78c85 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 Jan 18 16:19:30.848215 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9124433f-47e6-4476-bb3e-29c823a101f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'name': 'tempest-TestShelveInstance-344212415-router', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:36Z', 'updated_at': '2022-01-18T16:14:39Z', 'revision_number': 4, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'gw_port': {'id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:37Z', 'updated_at': '2022-01-18T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '2683ebf7-6c17-4ca6-bf75-232939d670d9', 'name': '', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'mac_address': 'fa:16:3e:ed:d2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:39Z', 'updated_at': '2022-01-18T16:14:44Z', 'revision_number': 5, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'subnets': [{'id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:30.878054 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9124433f-47e6-4476-bb3e-29c823a101f3 None None] The sync data for ids ['36f5b035-4f54-4242-9e9e-ac24b4398b29'] in dv-cinder-788366-8-iscsi is: [{'id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'name': 'tempest-TestShelveInstance-344212415-router', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:36Z', 'updated_at': '2022-01-18T16:14:39Z', 'revision_number': 4, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'gw_port': {'id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:37Z', 'updated_at': '2022-01-18T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '2683ebf7-6c17-4ca6-bf75-232939d670d9', 'name': '', 'network_id': 'e3990fef-bcf4-4737-9b67-783be25293eb', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'mac_address': 'fa:16:3e:ed:d2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:39Z', 'updated_at': '2022-01-18T16:14:44Z', 'revision_number': 5, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'subnets': [{'id': '0798f6e7-8bfe-4af8-a88b-9cf25665ef27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:19:31.079406 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef66db-6f02-4e29-b901-545fc5d89290 None None] New status for floating IP 0b57decc-84c7-42bd-9783-77f5714c79f5: DOWN {{(pid=103254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:19:31.939995 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1d75-5368-4389-bb33-3f1b1ec73053 req-e4d7f859-62b6-4228-b6a4-36407231b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:31.941577 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-48ac1d75-5368-4389-bb33-3f1b1ec73053 req-e4d7f859-62b6-4228-b6a4-36407231b485 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e3990fef-bcf4-4737-9b67-783be25293eb HTTP/1.1" status: 200 len: 909 time: 0.0894246 Jan 18 16:19:31.980324 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8b462-425a-4ec6-a992-c4e8a4d4081f req-f7313285-2c78-4074-9c88-d61cd9bb476e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:31.981837 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-60a8b462-425a-4ec6-a992-c4e8a4d4081f req-f7313285-2c78-4074-9c88-d61cd9bb476e tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.1020627 Jan 18 16:19:32.030791 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-60a8b462-425a-4ec6-a992-c4e8a4d4081f req-ed0074fc-ca37-4d6a-999d-b10aec3b5df1 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431516 Jan 18 16:19:32.837030 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-48ac1d75-5368-4389-bb33-3f1b1ec73053 req-ea41e9b9-de4f-4a0d-99d6-6662af5bb8d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7548837a-cd9c-4803-b311-bdf365c472fc HTTP/1.1" status: 200 len: 217 time: 0.0367458 Jan 18 16:19:32.884305 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1d75-5368-4389-bb33-3f1b1ec73053 req-6a361854-253a-485c-95a6-1ca2025a2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:32.885714 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-48ac1d75-5368-4389-bb33-3f1b1ec73053 req-6a361854-253a-485c-95a6-1ca2025a2bbe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0798f6e7-8bfe-4af8-a88b-9cf25665ef27 HTTP/1.1" status: 200 len: 847 time: 0.0430942 Jan 18 16:19:32.933349 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1d75-5368-4389-bb33-3f1b1ec73053 req-f46f64e5-be97-4be4-8702-d6888cc0278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:32.935660 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-48ac1d75-5368-4389-bb33-3f1b1ec73053 req-f46f64e5-be97-4be4-8702-d6888cc0278c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e3990fef-bcf4-4737-9b67-783be25293eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433459 Jan 18 16:19:33.024304 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-48ac1d75-5368-4389-bb33-3f1b1ec73053 req-6e0d5047-561d-4e59-9cf5-aafa54ae30c8 service neutron] 10.222.0.72 "GET /v2.0/networks/e3990fef-bcf4-4737-9b67-783be25293eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803373 Jan 18 16:19:33.117785 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-48ac1d75-5368-4389-bb33-3f1b1ec73053 req-9cd6f243-545d-4696-9127-85f10813f81f service neutron] 10.222.0.72 "GET /v2.0/networks/e3990fef-bcf4-4737-9b67-783be25293eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863984 Jan 18 16:19:33.150947 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87125984-b55b-4320-b4ec-ab4063154970 req-2cd5ca62-fb32-482a-a927-3c89a9cf07d8 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:33.150947 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-87125984-b55b-4320-b4ec-ab4063154970 req-2cd5ca62-fb32-482a-a927-3c89a9cf07d8 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0488484 Jan 18 16:19:33.196411 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-87125984-b55b-4320-b4ec-ab4063154970 req-4d414626-d532-4262-a460-3e652591aeac tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421689 Jan 18 16:19:34.315250 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1574c4-8bab-4990-b945-5f43b7608726 req-1f28f0f8-04b9-4ffe-811e-a268806396e8 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:34.316783 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9d1574c4-8bab-4990-b945-5f43b7608726 req-1f28f0f8-04b9-4ffe-811e-a268806396e8 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0528069 Jan 18 16:19:34.365102 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-9d1574c4-8bab-4990-b945-5f43b7608726 req-26125d06-652d-4db5-a003-2e5c6f16ccf3 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf7b744d-7b71-4ea9-8766-1a3dc0184521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425458 Jan 18 16:19:34.685689 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da70e4d-6392-4f14-b368-07344e69d413 req-900fd9ea-d2ec-4966-88fa-2c77b23423d8 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:34.687115 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0da70e4d-6392-4f14-b368-07344e69d413 req-900fd9ea-d2ec-4966-88fa-2c77b23423d8 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.72 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 945 time: 0.0484099 Jan 18 16:19:34.780344 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-0da70e4d-6392-4f14-b368-07344e69d413 req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Deleting port 7548837a-cd9c-4803-b311-bdf365c472fc {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:19:34.780631 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0da70e4d-6392-4f14-b368-07344e69d413 req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:34.871605 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-0da70e4d-6392-4f14-b368-07344e69d413 req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] For port 7548837a-cd9c-4803-b311-bdf365c472fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7548837a-cd9c-4803-b311-bdf365c472fc,segment=NetworkSegment(f9db4bbe-22d1-4d7a-9b9e-2020bc539c68),segment_id=f9db4bbe-22d1-4d7a-9b9e-2020bc539c68)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:19:34.871986 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0da70e4d-6392-4f14-b368-07344e69d413 req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:34.884181 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-0da70e4d-6392-4f14-b368-07344e69d413 req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Calling delete_port for 7548837a-cd9c-4803-b311-bdf365c472fc owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:19:35.079721 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0da70e4d-6392-4f14-b368-07344e69d413 req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (7548837a-cd9c-4803-b311-bdf365c472fc), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:35.107596 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Pushing event deleted for resources: {'Port': ['ID=7548837a-cd9c-4803-b311-bdf365c472fc,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:35.131864 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:35.132217 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:35.132561 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:35.132934 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:35.133269 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:35.133599 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:35.133927 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:35.134254 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:35.134576 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:35.134903 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:35.135335 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:35.135659 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:35.135982 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:35.157973 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da70e4d-6392-4f14-b368-07344e69d413 req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] No DVR routers for this DVR port 7548837a-cd9c-4803-b311-bdf365c472fc on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:19:35.160331 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0da70e4d-6392-4f14-b368-07344e69d413 req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:35.163880 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-0da70e4d-6392-4f14-b368-07344e69d413 req-36fba895-b553-43c1-b52c-f83260d967b2 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.72 "DELETE /v2.0/ports/7548837a-cd9c-4803-b311-bdf365c472fc HTTP/1.1" status: 204 len: 173 time: 0.4715862 Jan 18 16:19:35.164392 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'name': 'network-vif-deleted', 'tag': '7548837a-cd9c-4803-b311-bdf365c472fc'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:19:35.166780 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77816f56-70ed-4791-bb0e-7c50651f199c" -d '{"events": [{"server_uuid": "a8c4f967-79a6-4690-9a38-1c986617f6d4", "name": "network-vif-deleted", "tag": "7548837a-cd9c-4803-b311-bdf365c472fc"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:19:35.202112 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e8144b-1bcb-450b-9731-551fcffe6f01 x-openstack-request-id: req-90e8144b-1bcb-450b-9731-551fcffe6f01 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:19:35.202411 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c4f967-79a6-4690-9a38-1c986617f6d4", "name": "network-vif-deleted", "tag": "7548837a-cd9c-4803-b311-bdf365c472fc", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:19:35.202670 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90e8144b-1bcb-450b-9731-551fcffe6f01 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:19:35.203077 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c4f967-79a6-4690-9a38-1c986617f6d4', 'name': 'network-vif-deleted', 'tag': '7548837a-cd9c-4803-b311-bdf365c472fc', 'status': 'completed', 'code': 200} Jan 18 16:19:35.459044 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-46ce632e-1293-4f3f-8a67-3991a91fd256 req-d1332570-de11-4cbc-960b-61edfe14b036 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 210 time: 0.0276761 Jan 18 16:19:35.710442 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-43500836-db16-46aa-8eb5-91a7e7399c71 req-6cb55ba4-1426-4ed9-9a90-ab715e11efbd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871351 Jan 18 16:19:35.794744 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43500836-db16-46aa-8eb5-91a7e7399c71 req-3ae7d18e-9151-4109-abc3-ae8722ccb78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:35.796244 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-43500836-db16-46aa-8eb5-91a7e7399c71 req-3ae7d18e-9151-4109-abc3-ae8722ccb78d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 1099 time: 0.0397966 Jan 18 16:19:35.894960 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43500836-db16-46aa-8eb5-91a7e7399c71 req-3cbebb5e-b7e5-4c0e-b599-d587eec57ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:35.896385 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-43500836-db16-46aa-8eb5-91a7e7399c71 req-3cbebb5e-b7e5-4c0e-b599-d587eec57ee8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9006094a-4cd3-4690-ae5f-0e16ae5eb237 HTTP/1.1" status: 200 len: 910 time: 0.0818594 Jan 18 16:19:35.963725 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-43500836-db16-46aa-8eb5-91a7e7399c71 req-d0a67fa6-8054-464c-a203-c68bba1d3dc5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7df66a73-7194-4717-b426-be1ff6e8c080 HTTP/1.1" status: 200 len: 1001 time: 0.0590119 Jan 18 16:19:36.009878 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43500836-db16-46aa-8eb5-91a7e7399c71 req-b9fced49-b49f-4dc6-a06d-594e9b12edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:36.011322 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-43500836-db16-46aa-8eb5-91a7e7399c71 req-b9fced49-b49f-4dc6-a06d-594e9b12edd0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fed91ed-377f-4a66-bb0c-79607a693d03 HTTP/1.1" status: 200 len: 848 time: 0.0410647 Jan 18 16:19:36.054772 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43500836-db16-46aa-8eb5-91a7e7399c71 req-bc45974a-55df-449b-8bf8-ae03182b7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:36.056216 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-43500836-db16-46aa-8eb5-91a7e7399c71 req-bc45974a-55df-449b-8bf8-ae03182b7352 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9006094a-4cd3-4690-ae5f-0e16ae5eb237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384736 Jan 18 16:19:36.066894 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [req-43500836-db16-46aa-8eb5-91a7e7399c71 req-4c2dbff0-bbfa-474d-bfe3-b1eaf25652c8 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:19:36.067834 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-43500836-db16-46aa-8eb5-91a7e7399c71 req-4c2dbff0-bbfa-474d-bfe3-b1eaf25652c8 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049748 Jan 18 16:19:36.156598 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-43500836-db16-46aa-8eb5-91a7e7399c71 req-5c0291a1-17b6-4962-9ea5-4b9fe6e95d3c service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814905 Jan 18 16:19:36.247602 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-43500836-db16-46aa-8eb5-91a7e7399c71 req-b6bd5638-2911-4c54-b872-4f2b217e27d3 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830262 Jan 18 16:19:36.552130 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b0b743df-80dd-4feb-941a-1a7ffde43713 req-ab9fa17d-5465-4d5b-b883-15908f2d63a5 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 210 time: 0.0256467 Jan 18 16:19:37.644375 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8a7ec277-c384-416c-a5a7-9a7528966025 req-fa131bdf-8b0a-4e50-9f06-ca64bb968f51 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 210 time: 0.0263917 Jan 18 16:19:38.752291 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e9a680bc-b156-42e0-9e3b-cc143b959112 req-35899c30-5641-471e-84c5-fff9327cb656 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8c4f967-79a6-4690-9a38-1c986617f6d4 HTTP/1.1" status: 200 len: 210 time: 0.0261235 Jan 18 16:19:38.965169 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-fd87d3b5-f6e2-4ffd-b3d8-d4131a5a2112 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360399308&fields=id&tenant_id=acc4cb619a8040ea87a28be703b168c8 HTTP/1.1" status: 200 len: 267 time: 0.0466907 Jan 18 16:19:39.071411 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-2e2001b8-413d-4005-9004-c9e5d520da97 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:39.072958 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-2e2001b8-413d-4005-9004-c9e5d520da97 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/networks?id=9006094a-4cd3-4690-ae5f-0e16ae5eb237 HTTP/1.1" status: 200 len: 809 time: 0.0996609 Jan 18 16:19:39.087777 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-6a17a193-b3e0-471d-8f7c-7ba57333e52b tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/quotas/acc4cb619a8040ea87a28be703b168c8 HTTP/1.1" status: 200 len: 375 time: 0.0088775 Jan 18 16:19:39.140700 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-798313bc-506e-4120-8b58-e6fd5964a44d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470469 Jan 18 16:19:39.144634 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 7548837a-cd9c-4803-b311-bdf365c472fc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:19:39.155479 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-71076d80-a084-4641-b13f-39497320286b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:19:39.156441 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-71076d80-a084-4641-b13f-39497320286b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052276 Jan 18 16:19:39.164066 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: 7548837a-cd9c-4803-b311-bdf365c472fc {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:19:39.164414 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 7548837a-cd9c-4803-b311-bdf365c472fc not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:19:39.245886 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-33090053-415f-460e-b113-883d45552a30 service neutron] 10.222.0.70 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837615 Jan 18 16:19:39.336986 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-8d542034-b969-4196-b423-42cb8496db45 service neutron] 10.222.0.70 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848651 Jan 18 16:19:39.427819 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f65029a-88b0-4f09-9d56-d5000294ab20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:39.806621 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53378) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:19:39.864315 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-01483e1a-1086-4f79-be75-5241e53709e8 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group (bf7b744d-7b71-4ea9-8766-1a3dc0184521), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:39.890875 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-01483e1a-1086-4f79-be75-5241e53709e8 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group (bf7b744d-7b71-4ea9-8766-1a3dc0184521), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:39.953230 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0b6e1a26-602d-4d6c-b5ef-a3d423bbda44 req-3406b4b9-fa82-4d95-80a8-8a97b741603b tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 210 time: 0.0360308 Jan 18 16:19:40.057013 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-01483e1a-1086-4f79-be75-5241e53709e8 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (bf7b744d-7b71-4ea9-8766-1a3dc0184521), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:40.060419 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-01483e1a-1086-4f79-be75-5241e53709e8 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:40.061698 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-01483e1a-1086-4f79-be75-5241e53709e8 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] 10.222.0.70 "DELETE /v2.0/security-groups/bf7b744d-7b71-4ea9-8766-1a3dc0184521 HTTP/1.1" status: 204 len: 168 time: 0.2540598 Jan 18 16:19:40.071383 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01483e1a-1086-4f79-be75-5241e53709e8 tempest-TestShelveInstance-1878982179 tempest-TestShelveInstance-1878982179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7b744d-7b71-4ea9-8766-1a3dc0184521,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:40.193805 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53390) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:19:40.631821 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-b1b7de15-34da-438d-8464-3cdc3ec31bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3778353'] for router_interface (36f5b035-4f54-4242-9e9e-ac24b4398b29), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:40.868553 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7de15-34da-438d-8464-3cdc3ec31bf8 admin admin] Deleting port 2683ebf7-6c17-4ca6-bf75-232939d670d9 {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:19:40.869249 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-b1b7de15-34da-438d-8464-3cdc3ec31bf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:40.945291 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-b1b7de15-34da-438d-8464-3cdc3ec31bf8 admin admin] For port 2683ebf7-6c17-4ca6-bf75-232939d670d9, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=2683ebf7-6c17-4ca6-bf75-232939d670d9,segment=NetworkSegment(f9db4bbe-22d1-4d7a-9b9e-2020bc539c68),segment_id=f9db4bbe-22d1-4d7a-9b9e-2020bc539c68)] {{(pid=103252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:19:40.945651 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-b1b7de15-34da-438d-8464-3cdc3ec31bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:40.957665 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7de15-34da-438d-8464-3cdc3ec31bf8 admin admin] Calling delete_port for 2683ebf7-6c17-4ca6-bf75-232939d670d9 owned by network:router_interface {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:19:41.048479 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c40698bf-d890-41c6-b548-fd6107559c5a req-5a900703-e1eb-4ada-a2d1-e02e7ed5524f tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 210 time: 0.0300059 Jan 18 16:19:41.228276 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-b1b7de15-34da-438d-8464-3cdc3ec31bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (2683ebf7-6c17-4ca6-bf75-232939d670d9), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:41.258531 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7de15-34da-438d-8464-3cdc3ec31bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2683ebf7-6c17-4ca6-bf75-232939d670d9,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:41.423694 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-b1b7de15-34da-438d-8464-3cdc3ec31bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776673'] for router_interface (36f5b035-4f54-4242-9e9e-ac24b4398b29), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:41.559658 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba1c234b-6f25-42dc-b7b5-46ddb913568e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:41.640419 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b7de15-34da-438d-8464-3cdc3ec31bf8 admin admin] Router 36f5b035-4f54-4242-9e9e-ac24b4398b29 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:19:41.743372 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b7de15-34da-438d-8464-3cdc3ec31bf8 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:19:41.750238 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-b1b7de15-34da-438d-8464-3cdc3ec31bf8 admin admin] 10.222.0.70 "PUT /v2.0/routers/36f5b035-4f54-4242-9e9e-ac24b4398b29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5539773 Jan 18 16:19:41.751394 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53398) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:19:41.753960 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f808d3a-c328-49a9-8b41-934e30bd14df None None] Sync routers for ids ['36f5b035-4f54-4242-9e9e-ac24b4398b29'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:19:41.764139 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f808d3a-c328-49a9-8b41-934e30bd14df None None] Routers {'36f5b035-4f54-4242-9e9e-ac24b4398b29'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:19:41.764772 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1f808d3a-c328-49a9-8b41-934e30bd14df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:19:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['36f5b035-4f54-4242-9e9e-ac24b4398b29'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:41.870026 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1f808d3a-c328-49a9-8b41-934e30bd14df None None] Set router 36f5b035-4f54-4242-9e9e-ac24b4398b29 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:19:42.058318 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1f808d3a-c328-49a9-8b41-934e30bd14df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'name': 'tempest-TestShelveInstance-344212415-router', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:36Z', 'updated_at': '2022-01-18T16:19:41Z', 'revision_number': 5, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'gw_port': {'id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:37Z', 'updated_at': '2022-01-18T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:42.092919 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f808d3a-c328-49a9-8b41-934e30bd14df None None] Checking router: 36f5b035-4f54-4242-9e9e-ac24b4398b29 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:19:42.094071 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-42414502-c5c6-4844-83e5-cb6d7aa99504 admin admin] Publish callbacks [] for router (36f5b035-4f54-4242-9e9e-ac24b4398b29), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:42.104108 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f808d3a-c328-49a9-8b41-934e30bd14df None None] Routers {'36f5b035-4f54-4242-9e9e-ac24b4398b29'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:19:42.104998 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1f808d3a-c328-49a9-8b41-934e30bd14df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:19:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['36f5b035-4f54-4242-9e9e-ac24b4398b29'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:42.159169 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cf441f3d-aced-4f4d-a6d8-b8433f9d0fe6 req-ea60ef04-0611-4543-bf89-da4c41f28168 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 210 time: 0.0305603 Jan 18 16:19:42.200900 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-feb3a123-732e-4962-b9ab-987a28a77011 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:42.202809 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-feb3a123-732e-4962-b9ab-987a28a77011 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.72 "GET /v2.0/networks?id=9006094a-4cd3-4690-ae5f-0e16ae5eb237 HTTP/1.1" status: 200 len: 809 time: 0.1316910 Jan 18 16:19:42.214084 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1f808d3a-c328-49a9-8b41-934e30bd14df None None] Set router 36f5b035-4f54-4242-9e9e-ac24b4398b29 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:19:42.244130 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-42414502-c5c6-4844-83e5-cb6d7aa99504 admin admin] Publish callbacks [] for router_gateway (36f5b035-4f54-4242-9e9e-ac24b4398b29), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:42.287584 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-484464b0-e181-4329-835d-cb5bd1c1fecb tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acc4cb619a8040ea87a28be703b168c8 HTTP/1.1" status: 200 len: 380 time: 0.0759740 Jan 18 16:19:42.297408 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-f9bc3046-7a27-4a16-948f-340aed19d587 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Request body: {'port': {'device_id': '88f45367-bccb-4a23-84ce-0a8baef33ca1', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'admin_state_up': True, 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'security_groups': ['31193f80-2a24-4c13-9ed7-800b7108d60b']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:19:42.391396 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1f808d3a-c328-49a9-8b41-934e30bd14df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'name': 'tempest-TestShelveInstance-344212415-router', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:36Z', 'updated_at': '2022-01-18T16:19:41Z', 'revision_number': 5, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'gw_port': {'id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:37Z', 'updated_at': '2022-01-18T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:42.418440 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f808d3a-c328-49a9-8b41-934e30bd14df None None] The sync data for ids ['36f5b035-4f54-4242-9e9e-ac24b4398b29'] in dv-cinder-788366-8-iscsi is: [{'id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'name': 'tempest-TestShelveInstance-344212415-router', 'tenant_id': 'b47f032af2494e9cb2714378b3078bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:36Z', 'updated_at': '2022-01-18T16:19:41Z', 'revision_number': 5, 'project_id': 'b47f032af2494e9cb2714378b3078bc0', 'gw_port': {'id': 'a8535b5a-5a0d-466d-95dd-9694e897c3f9', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5b035-4f54-4242-9e9e-ac24b4398b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:37Z', 'updated_at': '2022-01-18T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:19:42.461574 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-42414502-c5c6-4844-83e5-cb6d7aa99504 admin admin] Deleting port a8535b5a-5a0d-466d-95dd-9694e897c3f9 {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:19:42.461919 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-42414502-c5c6-4844-83e5-cb6d7aa99504 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (a8535b5a-5a0d-466d-95dd-9694e897c3f9), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:42.536533 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-f9bc3046-7a27-4a16-948f-340aed19d587 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Made reservation on behalf of acc4cb619a8040ea87a28be703b168c8 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:19:42.540087 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-f9bc3046-7a27-4a16-948f-340aed19d587 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:42.542256 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-42414502-c5c6-4844-83e5-cb6d7aa99504 admin admin] For port a8535b5a-5a0d-466d-95dd-9694e897c3f9, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=a8535b5a-5a0d-466d-95dd-9694e897c3f9,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:19:42.542625 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-42414502-c5c6-4844-83e5-cb6d7aa99504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (a8535b5a-5a0d-466d-95dd-9694e897c3f9), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:42.555311 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-42414502-c5c6-4844-83e5-cb6d7aa99504 admin admin] Calling delete_port for a8535b5a-5a0d-466d-95dd-9694e897c3f9 owned by network:router_gateway {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:19:42.666947 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-f9bc3046-7a27-4a16-948f-340aed19d587 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Allocated IP 172.20.0.13 (9006094a-4cd3-4690-ae5f-0e16ae5eb237/2fed91ed-377f-4a66-bb0c-79607a693d03/a69ed617-8262-4fb9-8ccf-ed6e1895ae36) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:19:42.794514 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-42414502-c5c6-4844-83e5-cb6d7aa99504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (a8535b5a-5a0d-466d-95dd-9694e897c3f9), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:42.824286 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42414502-c5c6-4844-83e5-cb6d7aa99504 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8535b5a-5a0d-466d-95dd-9694e897c3f9,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:42.861265 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 2683ebf7-6c17-4ca6-bf75-232939d670d9 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:19:42.886162 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: 2683ebf7-6c17-4ca6-bf75-232939d670d9 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:19:42.886162 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 2683ebf7-6c17-4ca6-bf75-232939d670d9 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:19:42.897322 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-42414502-c5c6-4844-83e5-cb6d7aa99504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778175'] for router_gateway (36f5b035-4f54-4242-9e9e-ac24b4398b29), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:42.958977 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-f9bc3046-7a27-4a16-948f-340aed19d587 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for port (a69ed617-8262-4fb9-8ccf-ed6e1895ae36), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:42.993415 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-42414502-c5c6-4844-83e5-cb6d7aa99504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24974'] for router (36f5b035-4f54-4242-9e9e-ac24b4398b29), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:42.995530 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-42414502-c5c6-4844-83e5-cb6d7aa99504 admin admin] Publish callbacks [] for router_controller (36f5b035-4f54-4242-9e9e-ac24b4398b29), precommit_delete_associations {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.068382 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-f9bc3046-7a27-4a16-948f-340aed19d587 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (a69ed617-8262-4fb9-8ccf-ed6e1895ae36), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.117971 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-f9bc3046-7a27-4a16-948f-340aed19d587 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:19:43.121008 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-f9bc3046-7a27-4a16-948f-340aed19d587 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:19:43.124751 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-f9bc3046-7a27-4a16-948f-340aed19d587 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:19:43.131241 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-42414502-c5c6-4844-83e5-cb6d7aa99504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779283'] for router (36f5b035-4f54-4242-9e9e-ac24b4398b29), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.132146 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42414502-c5c6-4844-83e5-cb6d7aa99504 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36f5b035-4f54-4242-9e9e-ac24b4398b29 {{(pid=103252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:19:43.143269 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-42414502-c5c6-4844-83e5-cb6d7aa99504 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.149073 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-42414502-c5c6-4844-83e5-cb6d7aa99504 admin admin] 10.222.0.70 "DELETE /v2.0/routers/36f5b035-4f54-4242-9e9e-ac24b4398b29 HTTP/1.1" status: 204 len: 168 time: 1.3921590 Jan 18 16:19:43.149073 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53404) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:19:43.149575 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc3046-7a27-4a16-948f-340aed19d587 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event updated for resources: {'Port': ['ID=a69ed617-8262-4fb9-8ccf-ed6e1895ae36,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:43.178700 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-f9bc3046-7a27-4a16-948f-340aed19d587 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:43.179293 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-f9bc3046-7a27-4a16-948f-340aed19d587 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.208257 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_v2 [None req-761ae7a7-b726-4550-a14a-8e279cbd52a9 admin admin] Deleting subnet 0798f6e7-8bfe-4af8-a88b-9cf25665ef27 {{(pid=103252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:19:43.212230 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-761ae7a7-b726-4550-a14a-8e279cbd52a9 admin admin] Publish callbacks [] for subnet (0798f6e7-8bfe-4af8-a88b-9cf25665ef27), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.257969 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-761ae7a7-b726-4550-a14a-8e279cbd52a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697184'] for subnet (0798f6e7-8bfe-4af8-a88b-9cf25665ef27), precommit_delete_associations {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.361718 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-f9bc3046-7a27-4a16-948f-340aed19d587 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0681119 Jan 18 16:19:43.373475 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Request body: {'port': {'device_id': '88f45367-bccb-4a23-84ce-0a8baef33ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:19:43.373749 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a56e71-5308-45b4-8dec-c282f09add08 req-60ca0a4c-2a94-469f-83bf-9f77e7d441e7 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:43.375226 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-58a56e71-5308-45b4-8dec-c282f09add08 req-60ca0a4c-2a94-469f-83bf-9f77e7d441e7 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 932 time: 0.0964203 Jan 18 16:19:43.401198 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-761ae7a7-b726-4550-a14a-8e279cbd52a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (0798f6e7-8bfe-4af8-a88b-9cf25665ef27), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.431409 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a69ed617-8262-4fb9-8ccf-ed6e1895ae36), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.462501 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-58a56e71-5308-45b4-8dec-c282f09add08 req-ee9e5e84-4d2e-4824-bd0c-9b7081305366 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807595 Jan 18 16:19:43.483279 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-4e715c7a-fd4c-4b1e-ae46-b42c1cd86679 None None] Provisioning complete for port a69ed617-8262-4fb9-8ccf-ed6e1895ae36 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:19:43.483881 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e715c7a-fd4c-4b1e-ae46-b42c1cd86679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (a69ed617-8262-4fb9-8ccf-ed6e1895ae36), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.521101 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4e715c7a-fd4c-4b1e-ae46-b42c1cd86679 None None] Port a69ed617-8262-4fb9-8ccf-ed6e1895ae36 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:19:43.587811 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.588255 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-761ae7a7-b726-4550-a14a-8e279cbd52a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8693688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9050497'] for subnet (0798f6e7-8bfe-4af8-a88b-9cf25665ef27), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.622310 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ae7a7-b726-4550-a14a-8e279cbd52a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0798f6e7-8bfe-4af8-a88b-9cf25665ef27,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:43.631303 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-761ae7a7-b726-4550-a14a-8e279cbd52a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.632149 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a616f366-982e-4574-9ab3-071f34de66a3 None None] Network e3990fef-bcf4-4737-9b67-783be25293eb requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:19:43.634691 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-761ae7a7-b726-4550-a14a-8e279cbd52a9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0798f6e7-8bfe-4af8-a88b-9cf25665ef27 HTTP/1.1" status: 204 len: 168 time: 0.4864559 Jan 18 16:19:43.637847 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53408) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:19:43.727205 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69ed617-8262-4fb9-8ccf-ed6e1895ae36 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:19:43.732380 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (e3990fef-bcf4-4737-9b67-783be25293eb), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.736543 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Publish callbacks [] for port (a69ed617-8262-4fb9-8ccf-ed6e1895ae36), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.749301 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Transition to ACTIVE for port object a69ed617-8262-4fb9-8ccf-ed6e1895ae36 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:19:43.788170 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] Deleting port 9269ac0f-4709-4356-857f-e8eace906a41 {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:19:43.788510 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (9269ac0f-4709-4356-857f-e8eace906a41), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.802163 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] DHCP port deletion for e3990fef-bcf4-4737-9b67-783be25293eb request from dv-cinder-788366-8-iscsi {{(pid=103254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:19:43.852960 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Deleting port 9269ac0f-4709-4356-857f-e8eace906a41 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:19:43.853657 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (9269ac0f-4709-4356-857f-e8eace906a41), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.855523 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] For port 9269ac0f-4709-4356-857f-e8eace906a41, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=9269ac0f-4709-4356-857f-e8eace906a41,segment=NetworkSegment(f9db4bbe-22d1-4d7a-9b9e-2020bc539c68),segment_id=f9db4bbe-22d1-4d7a-9b9e-2020bc539c68)] {{(pid=103252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:19:43.855669 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (9269ac0f-4709-4356-857f-e8eace906a41), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.862092 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9382115'] for port (a69ed617-8262-4fb9-8ccf-ed6e1895ae36), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.870392 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] Calling delete_port for 9269ac0f-4709-4356-857f-e8eace906a41 owned by network:dhcp {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:19:43.923532 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] For port 9269ac0f-4709-4356-857f-e8eace906a41, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=9269ac0f-4709-4356-857f-e8eace906a41,segment=NetworkSegment(f9db4bbe-22d1-4d7a-9b9e-2020bc539c68),segment_id=f9db4bbe-22d1-4d7a-9b9e-2020bc539c68)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:19:43.924115 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (9269ac0f-4709-4356-857f-e8eace906a41), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:43.938257 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Pushing event updated for resources: {'Port': ['ID=a69ed617-8262-4fb9-8ccf-ed6e1895ae36,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:43.940158 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Calling delete_port for 9269ac0f-4709-4356-857f-e8eace906a41 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:19:43.994042 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Attempting to bind port a69ed617-8262-4fb9-8ccf-ed6e1895ae36 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:19:43.994042 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Attempting to bind port a69ed617-8262-4fb9-8ccf-ed6e1895ae36 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:19:43.994382 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Attempting to bind port a69ed617-8262-4fb9-8ccf-ed6e1895ae36 on network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:19:43.999927 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Port a69ed617-8262-4fb9-8ccf-ed6e1895ae36 on network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:19:44.000124 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Attempting to bind port a69ed617-8262-4fb9-8ccf-ed6e1895ae36 on network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:19:44.005160 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:19:44.005632 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Checking segment: {'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:19:44.010008 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Bound using segment: {'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:19:44.010008 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Bound port: a69ed617-8262-4fb9-8ccf-ed6e1895ae36, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd181e33c-3b08-4fe0-9016-21d2678e65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:19:44.010008 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a69ed617-8262-4fb9-8ccf-ed6e1895ae36), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:44.081107 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] For port a69ed617-8262-4fb9-8ccf-ed6e1895ae36, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:19:44.085881 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] For port a69ed617-8262-4fb9-8ccf-ed6e1895ae36, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a69ed617-8262-4fb9-8ccf-ed6e1895ae36,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:19:44.108307 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (9269ac0f-4709-4356-857f-e8eace906a41), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:44.115807 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (9269ac0f-4709-4356-857f-e8eace906a41), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:44.136549 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] Pushing event deleted for resources: {'Port': ['ID=9269ac0f-4709-4356-857f-e8eace906a41,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:44.142877 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] No DVR routers for this DVR port 9269ac0f-4709-4356-857f-e8eace906a41 on host dv-cinder-788366-8-iscsi {{(pid=103252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:19:44.151176 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] No DVR routers for this DVR port 9269ac0f-4709-4356-857f-e8eace906a41 on host dv-cinder-788366-8-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:19:44.157520 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Pushing event deleted for resources: {'Port': ['ID=9269ac0f-4709-4356-857f-e8eace906a41,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:44.168981 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:44.169340 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:44.169678 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:44.170453 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:44.170802 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:44.171142 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:44.171472 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:44.171841 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:44.172119 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:44.172449 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:44.172828 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:44.172828 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:44.172828 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5229d1ea-c142-4b7f-8714-60fdac6dd40c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:19:44.228051 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9382115'] for port (a69ed617-8262-4fb9-8ccf-ed6e1895ae36), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:44.228211 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (e3990fef-bcf4-4737-9b67-783be25293eb), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:44.252390 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3990fef-bcf4-4737-9b67-783be25293eb']}} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:44.259679 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:44.260306 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:44.261816 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] 10.222.0.72 "PUT /v2.0/ports/a69ed617-8262-4fb9-8ccf-ed6e1895ae36 HTTP/1.1" status: 200 len: 1094 time: 0.8923640 Jan 18 16:19:44.262820 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f45367-bccb-4a23-84ce-0a8baef33ca1', 'tag': 'a69ed617-8262-4fb9-8ccf-ed6e1895ae36'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:19:44.265169 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8131814-be22-4b9d-acb1-6c39245db2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "88f45367-bccb-4a23-84ce-0a8baef33ca1", "tag": "a69ed617-8262-4fb9-8ccf-ed6e1895ae36"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:19:44.265346 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9db4bbe-22d1-4d7a-9b9e-2020bc539c68') {'for_net_delete': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:44.265492 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.services.segments.db [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9db4bbe-22d1-4d7a-9b9e-2020bc539c68') {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:44.276915 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697209'] for segment (f9db4bbe-22d1-4d7a-9b9e-2020bc539c68), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:44.294703 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f2329-4301-4e33-9c7c-ede7d6186e22 service neutron] Pushing event updated for resources: {'Port': ['ID=a69ed617-8262-4fb9-8ccf-ed6e1895ae36,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:44.295893 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (f9db4bbe-22d1-4d7a-9b9e-2020bc539c68), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:44.309340 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:19:44.310081 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8693734'] for segment (f9db4bbe-22d1-4d7a-9b9e-2020bc539c68), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:44.311568 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09949ea3-cd09-4d4e-8d2e-874e029c1230 x-openstack-request-id: req-09949ea3-cd09-4d4e-8d2e-874e029c1230 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:19:44.312032 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f45367-bccb-4a23-84ce-0a8baef33ca1", "tag": "a69ed617-8262-4fb9-8ccf-ed6e1895ae36", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: warnings.warn(msg) Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: Traceback (most recent call last): Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: timer() Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: cb(*args, **kw) Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: return func(*args, **kwargs) Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: self._notify() Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: self.callback(batched_events) Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: event.method(event) Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: return f(self, *a, **k) Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._get(url).json() Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: return self.request(url, 'GET', **kwargs) Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:19:44.312424 dv-cinder-788366-8-iscsi neutron-server[103252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:19:44.315410 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09949ea3-cd09-4d4e-8d2e-874e029c1230 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:19:44.315992 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f45367-bccb-4a23-84ce-0a8baef33ca1', 'tag': 'a69ed617-8262-4fb9-8ccf-ed6e1895ae36', 'status': 'completed', 'code': 200} Jan 18 16:19:44.396208 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8131814-be22-4b9d-acb1-6c39245db2e4 req-17b4fc00-d7bc-4609-a500-a962cfd76f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:44.397893 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d8131814-be22-4b9d-acb1-6c39245db2e4 req-17b4fc00-d7bc-4609-a500-a962cfd76f36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0488408 Jan 18 16:19:44.490506 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:44.500374 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8131814-be22-4b9d-acb1-6c39245db2e4 req-3654faba-dbf9-44e3-b1b8-588464620a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:44.502064 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d8131814-be22-4b9d-acb1-6c39245db2e4 req-3654faba-dbf9-44e3-b1b8-588464620a5a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=acc4cb619a8040ea87a28be703b168c8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0972588 Jan 18 16:19:44.519603 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (e3990fef-bcf4-4737-9b67-783be25293eb), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:44.525323 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:44.529955 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e3990fef-bcf4-4737-9b67-783be25293eb HTTP/1.1" status: 204 len: 168 time: 0.8907087 Jan 18 16:19:44.544201 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53422) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:19:44.599929 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d86-38ca-48a9-9f90-2676a523bd22 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3990fef-bcf4-4737-9b67-783be25293eb,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:44.611310 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8131814-be22-4b9d-acb1-6c39245db2e4 req-f985e42d-960f-4cc1-a483-38b80a49badd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:44.615900 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d8131814-be22-4b9d-acb1-6c39245db2e4 req-f985e42d-960f-4cc1-a483-38b80a49badd service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039314 Jan 18 16:19:44.690631 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cabf4-b685-4ae3-83d2-1c2a8b43e813 req-82298458-23b8-471d-a2f7-eca01f02db1d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:44.692197 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f49cabf4-b685-4ae3-83d2-1c2a8b43e813 req-82298458-23b8-471d-a2f7-eca01f02db1d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 944 time: 0.1324627 Jan 18 16:19:44.702373 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-0be92716-803c-4798-9884-e229e87bf578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:44.703990 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-0be92716-803c-4798-9884-e229e87bf578 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0486913 Jan 18 16:19:44.745854 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-0c37ff8a-82f5-488f-b691-93ed8c889cda service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a69ed617-8262-4fb9-8ccf-ed6e1895ae36 HTTP/1.1" status: 200 len: 217 time: 0.0344322 Jan 18 16:19:44.796775 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-b34cbc5a-c5ed-4a84-b5c2-5a1aeafb5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:44.798233 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-b34cbc5a-c5ed-4a84-b5c2-5a1aeafb5cd2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fed91ed-377f-4a66-bb0c-79607a693d03 HTTP/1.1" status: 200 len: 848 time: 0.0470033 Jan 18 16:19:44.820567 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f49cabf4-b685-4ae3-83d2-1c2a8b43e813 req-943674e6-aa17-4d87-bd79-4dba181f06e8 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188943 Jan 18 16:19:44.835242 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 9269ac0f-4709-4356-857f-e8eace906a41 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:19:44.855899 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-05b5e1fa-071a-44fc-8bc0-595d6cd66a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:44.856385 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: 9269ac0f-4709-4356-857f-e8eace906a41 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:19:44.856975 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 9269ac0f-4709-4356-857f-e8eace906a41 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:19:44.857395 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device a8535b5a-5a0d-466d-95dd-9694e897c3f9 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:19:44.857551 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-05b5e1fa-071a-44fc-8bc0-595d6cd66a6f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9006094a-4cd3-4690-ae5f-0e16ae5eb237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527849 Jan 18 16:19:44.878528 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: a8535b5a-5a0d-466d-95dd-9694e897c3f9 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:19:44.878880 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device a8535b5a-5a0d-466d-95dd-9694e897c3f9 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:19:44.957179 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-790df8c6-b5f8-41b4-90e3-62e64a4f2956 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832996 Jan 18 16:19:44.994307 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5686e746-74b2-4791-b6c9-a3eee428ceae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3778353'] for router_interface (69652b81-9cac-4228-8150-456781234334), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:45.252376 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-5686e746-74b2-4791-b6c9-a3eee428ceae admin admin] Deleting port bff5a216-8902-4a1c-a603-9d4cbbcfe35a {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:19:45.253101 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5686e746-74b2-4791-b6c9-a3eee428ceae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:45.300024 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-db14dbe3-6f28-4397-a74b-e3c9e9813e0e req-a118fbc6-a94c-426e-8780-de751a317c32 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230333 Jan 18 16:19:45.329855 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-5686e746-74b2-4791-b6c9-a3eee428ceae admin admin] For port bff5a216-8902-4a1c-a603-9d4cbbcfe35a, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=bff5a216-8902-4a1c-a603-9d4cbbcfe35a,segment=NetworkSegment(8d769806-ad1c-469d-b62d-6b724177bf97),segment_id=8d769806-ad1c-469d-b62d-6b724177bf97)] {{(pid=103252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:19:45.330234 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5686e746-74b2-4791-b6c9-a3eee428ceae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:45.343789 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-5686e746-74b2-4791-b6c9-a3eee428ceae admin admin] Calling delete_port for bff5a216-8902-4a1c-a603-9d4cbbcfe35a owned by network:router_interface {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:19:45.599600 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5686e746-74b2-4791-b6c9-a3eee428ceae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (bff5a216-8902-4a1c-a603-9d4cbbcfe35a), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:45.630498 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686e746-74b2-4791-b6c9-a3eee428ceae admin admin] Pushing event deleted for resources: {'Port': ['ID=bff5a216-8902-4a1c-a603-9d4cbbcfe35a,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:45.748557 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:45.804765 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5686e746-74b2-4791-b6c9-a3eee428ceae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776673'] for router_interface (69652b81-9cac-4228-8150-456781234334), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:45.994208 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6823a5-1557-40ab-addc-f3169cf9d254 req-2b67937b-fbb1-40b9-b95f-1cb8bf9ca4c6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:45.995672 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bb6823a5-1557-40ab-addc-f3169cf9d254 req-2b67937b-fbb1-40b9-b95f-1cb8bf9ca4c6 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 944 time: 0.0976655 Jan 18 16:19:46.004458 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8143227-9cd9-4f74-8c21-3703125e8025 req-0f386349-f6a5-4d30-a82d-1804e8e85345 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:46.005871 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e8143227-9cd9-4f74-8c21-3703125e8025 req-0f386349-f6a5-4d30-a82d-1804e8e85345 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0951483 Jan 18 16:19:46.394516 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bb6823a5-1557-40ab-addc-f3169cf9d254 req-dab2068c-cd38-4d12-8b8b-1b71a8ae96d5 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3578784 Jan 18 16:19:46.408928 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e8143227-9cd9-4f74-8c21-3703125e8025 req-8d34a94c-3c0d-4bef-ab88-8fde4705762e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3688979 Jan 18 16:19:46.416042 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5686e746-74b2-4791-b6c9-a3eee428ceae admin admin] Router 69652b81-9cac-4228-8150-456781234334 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:19:46.515980 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5686e746-74b2-4791-b6c9-a3eee428ceae admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:19:46.521188 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-5686e746-74b2-4791-b6c9-a3eee428ceae admin admin] 10.222.0.70 "PUT /v2.0/routers/69652b81-9cac-4228-8150-456781234334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9769526 Jan 18 16:19:46.523643 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53434) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:19:46.527655 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6543050-49cd-4c10-b325-04c73f64ff80 None None] Sync routers for ids ['69652b81-9cac-4228-8150-456781234334'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:19:46.537672 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6543050-49cd-4c10-b325-04c73f64ff80 None None] Routers {'69652b81-9cac-4228-8150-456781234334'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:19:46.538306 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-e6543050-49cd-4c10-b325-04c73f64ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:19:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['69652b81-9cac-4228-8150-456781234334'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:46.626547 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d95ddcf0-9c60-479a-b186-aed7fb2e2429 admin admin] Publish callbacks [] for router (69652b81-9cac-4228-8150-456781234334), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:46.731340 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d95ddcf0-9c60-479a-b186-aed7fb2e2429 admin admin] Publish callbacks [] for router_gateway (69652b81-9cac-4228-8150-456781234334), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:46.769874 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-e6543050-49cd-4c10-b325-04c73f64ff80 None None] Set router 69652b81-9cac-4228-8150-456781234334 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:19:46.868623 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-d95ddcf0-9c60-479a-b186-aed7fb2e2429 admin admin] Deleting port 3ab7b384-a1e6-48b7-be22-0cf5078263e2 {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:19:46.869001 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d95ddcf0-9c60-479a-b186-aed7fb2e2429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (3ab7b384-a1e6-48b7-be22-0cf5078263e2), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:46.948713 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-e6543050-49cd-4c10-b325-04c73f64ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69652b81-9cac-4228-8150-456781234334', 'name': 'tempest-TestShelveInstance-1044916725-router', 'tenant_id': 'fc6c315e983f45e7b8e7b236f057c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '3ab7b384-a1e6-48b7-be22-0cf5078263e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:43Z', 'updated_at': '2022-01-18T16:19:45Z', 'revision_number': 5, 'project_id': 'fc6c315e983f45e7b8e7b236f057c730', 'gw_port': {'id': '3ab7b384-a1e6-48b7-be22-0cf5078263e2', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69652b81-9cac-4228-8150-456781234334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:44Z', 'updated_at': '2022-01-18T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:46.949096 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-d95ddcf0-9c60-479a-b186-aed7fb2e2429 admin admin] For port 3ab7b384-a1e6-48b7-be22-0cf5078263e2, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=3ab7b384-a1e6-48b7-be22-0cf5078263e2,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:19:46.950091 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d95ddcf0-9c60-479a-b186-aed7fb2e2429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (3ab7b384-a1e6-48b7-be22-0cf5078263e2), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:46.961754 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-d95ddcf0-9c60-479a-b186-aed7fb2e2429 admin admin] Calling delete_port for 3ab7b384-a1e6-48b7-be22-0cf5078263e2 owned by network:router_gateway {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:19:46.975490 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6543050-49cd-4c10-b325-04c73f64ff80 None None] Checking router: 69652b81-9cac-4228-8150-456781234334 for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:19:46.984403 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6543050-49cd-4c10-b325-04c73f64ff80 None None] Routers {'69652b81-9cac-4228-8150-456781234334'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:19:46.984979 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-e6543050-49cd-4c10-b325-04c73f64ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:19:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['69652b81-9cac-4228-8150-456781234334'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:47.070850 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-e6543050-49cd-4c10-b325-04c73f64ff80 None None] Set router 69652b81-9cac-4228-8150-456781234334 gateway port host: None {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:19:47.125399 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-e6543050-49cd-4c10-b325-04c73f64ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69652b81-9cac-4228-8150-456781234334', 'name': 'tempest-TestShelveInstance-1044916725-router', 'tenant_id': 'fc6c315e983f45e7b8e7b236f057c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:43Z', 'updated_at': '2022-01-18T16:19:46Z', 'revision_number': 6, 'project_id': 'fc6c315e983f45e7b8e7b236f057c730', 'gw_port_host': None}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:47.151958 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6543050-49cd-4c10-b325-04c73f64ff80 None None] The sync data for ids ['69652b81-9cac-4228-8150-456781234334'] in dv-cinder-788366-8-iscsi is: [{'id': '69652b81-9cac-4228-8150-456781234334', 'name': 'tempest-TestShelveInstance-1044916725-router', 'tenant_id': 'fc6c315e983f45e7b8e7b236f057c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:43Z', 'updated_at': '2022-01-18T16:19:46Z', 'revision_number': 6, 'project_id': 'fc6c315e983f45e7b8e7b236f057c730', 'gw_port_host': None}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:19:47.221637 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d95ddcf0-9c60-479a-b186-aed7fb2e2429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (3ab7b384-a1e6-48b7-be22-0cf5078263e2), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:47.244772 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ddcf0-9c60-479a-b186-aed7fb2e2429 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab7b384-a1e6-48b7-be22-0cf5078263e2,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:47.307271 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d95ddcf0-9c60-479a-b186-aed7fb2e2429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778175'] for router_gateway (69652b81-9cac-4228-8150-456781234334), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:47.393923 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d95ddcf0-9c60-479a-b186-aed7fb2e2429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24974'] for router (69652b81-9cac-4228-8150-456781234334), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:47.395995 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d95ddcf0-9c60-479a-b186-aed7fb2e2429 admin admin] Publish callbacks [] for router_controller (69652b81-9cac-4228-8150-456781234334), precommit_delete_associations {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:47.507679 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d95ddcf0-9c60-479a-b186-aed7fb2e2429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779283'] for router (69652b81-9cac-4228-8150-456781234334), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:47.508109 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95ddcf0-9c60-479a-b186-aed7fb2e2429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69652b81-9cac-4228-8150-456781234334 {{(pid=103252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:19:47.527394 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d95ddcf0-9c60-479a-b186-aed7fb2e2429 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:47.529158 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-d95ddcf0-9c60-479a-b186-aed7fb2e2429 admin admin] 10.222.0.70 "DELETE /v2.0/routers/69652b81-9cac-4228-8150-456781234334 HTTP/1.1" status: 204 len: 168 time: 1.0040448 Jan 18 16:19:47.532410 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53440) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:19:47.552100 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba044b8-e74a-450b-bdd5-67e363557738 req-37309a12-5ffa-4feb-a71d-2e9fde5bf24f tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:47.553657 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4ba044b8-e74a-450b-bdd5-67e363557738 req-37309a12-5ffa-4feb-a71d-2e9fde5bf24f tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 944 time: 0.0871119 Jan 18 16:19:47.569811 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f9a72-a6fc-4ae0-8cc3-b4baa13b61cd req-a04d92ad-d3de-4639-8534-4832483bdb3b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:47.571326 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d80f9a72-a6fc-4ae0-8cc3-b4baa13b61cd req-a04d92ad-d3de-4639-8534-4832483bdb3b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0933933 Jan 18 16:19:47.586877 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a11893c-0863-4603-917b-29cb73f3dfbd admin admin] Deleting subnet c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:19:47.590686 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a11893c-0863-4603-917b-29cb73f3dfbd admin admin] Publish callbacks [] for subnet (c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:47.631040 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a11893c-0863-4603-917b-29cb73f3dfbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9694588'] for subnet (c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:47.645877 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4ba044b8-e74a-450b-bdd5-67e363557738 req-6e16523c-d347-4fef-9f6f-4cd7ad4226c4 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735648 Jan 18 16:19:47.657237 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-d80f9a72-a6fc-4ae0-8cc3-b4baa13b61cd req-1b371db2-44e9-46b2-a72b-bfed950741d0 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776141 Jan 18 16:19:47.711778 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a11893c-0863-4603-917b-29cb73f3dfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:47.868133 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a11893c-0863-4603-917b-29cb73f3dfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9382105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8737008'] for subnet (c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:47.892942 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11893c-0863-4603-917b-29cb73f3dfbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:47.897987 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a11893c-0863-4603-917b-29cb73f3dfbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:47.901301 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-3a11893c-0863-4603-917b-29cb73f3dfbd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c5b43dd2-0aa1-4fac-8b5d-afc2ca962c79 HTTP/1.1" status: 204 len: 168 time: 0.3689206 Jan 18 16:19:47.903390 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe1369d-d827-470a-939d-bb23cc60c3cf None None] Network 189fa5d1-c9c9-4538-acab-dc282fa458b9 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:19:47.903840 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53442) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:19:47.978471 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (189fa5d1-c9c9-4538-acab-dc282fa458b9), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:48.039173 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] Deleting port a015cc97-ccbf-4f40-b637-385f2d06934c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:19:48.039551 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (a015cc97-ccbf-4f40-b637-385f2d06934c), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:48.062590 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0113e02-f547-4229-b4e8-1784fe84b4dd None None] DHCP port deletion for 189fa5d1-c9c9-4538-acab-dc282fa458b9 request from dv-cinder-788366-8-iscsi {{(pid=103254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:19:48.106326 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] For port a015cc97-ccbf-4f40-b637-385f2d06934c, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=a015cc97-ccbf-4f40-b637-385f2d06934c,segment=NetworkSegment(8d769806-ad1c-469d-b62d-6b724177bf97),segment_id=8d769806-ad1c-469d-b62d-6b724177bf97)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:19:48.106755 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (a015cc97-ccbf-4f40-b637-385f2d06934c), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:48.112714 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c0113e02-f547-4229-b4e8-1784fe84b4dd None None] Deleting port a015cc97-ccbf-4f40-b637-385f2d06934c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:19:48.113105 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0113e02-f547-4229-b4e8-1784fe84b4dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (a015cc97-ccbf-4f40-b637-385f2d06934c), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:48.120905 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] Calling delete_port for a015cc97-ccbf-4f40-b637-385f2d06934c owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:19:48.187308 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-c0113e02-f547-4229-b4e8-1784fe84b4dd None None] For port a015cc97-ccbf-4f40-b637-385f2d06934c, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=a015cc97-ccbf-4f40-b637-385f2d06934c,segment=NetworkSegment(8d769806-ad1c-469d-b62d-6b724177bf97),segment_id=8d769806-ad1c-469d-b62d-6b724177bf97)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:19:48.190824 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0113e02-f547-4229-b4e8-1784fe84b4dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (a015cc97-ccbf-4f40-b637-385f2d06934c), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:48.204817 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c0113e02-f547-4229-b4e8-1784fe84b4dd None None] Calling delete_port for a015cc97-ccbf-4f40-b637-385f2d06934c owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:19:48.307655 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (a015cc97-ccbf-4f40-b637-385f2d06934c), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:48.313676 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0113e02-f547-4229-b4e8-1784fe84b4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (a015cc97-ccbf-4f40-b637-385f2d06934c), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:48.334886 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] No DVR routers for this DVR port a015cc97-ccbf-4f40-b637-385f2d06934c on host dv-cinder-788366-8-iscsi {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:19:48.338743 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a015cc97-ccbf-4f40-b637-385f2d06934c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:48.342788 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0113e02-f547-4229-b4e8-1784fe84b4dd None None] Pushing event deleted for resources: {'Port': ['ID=a015cc97-ccbf-4f40-b637-385f2d06934c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:48.346232 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0113e02-f547-4229-b4e8-1784fe84b4dd None None] No DVR routers for this DVR port a015cc97-ccbf-4f40-b637-385f2d06934c on host dv-cinder-788366-8-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:19:48.413716 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (189fa5d1-c9c9-4538-acab-dc282fa458b9), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:48.434125 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189fa5d1-c9c9-4538-acab-dc282fa458b9']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:48.443288 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d769806-ad1c-469d-b62d-6b724177bf97') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:48.443591 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d769806-ad1c-469d-b62d-6b724177bf97') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:19:48.452558 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9694565'] for segment (8d769806-ad1c-469d-b62d-6b724177bf97), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:48.465634 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (8d769806-ad1c-469d-b62d-6b724177bf97), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:48.471252 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:19:48.471635 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9382023'] for segment (8d769806-ad1c-469d-b62d-6b724177bf97), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: Traceback (most recent call last): Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: timer() Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: cb(*args, **kw) Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: return func(*args, **kwargs) Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: self._notify() Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: self.callback(batched_events) Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: event.method(event) Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: return f(self, *a, **k) Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: return self._get(url).json() Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: return self.request(url, 'GET', **kwargs) Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:19:48.473269 dv-cinder-788366-8-iscsi neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:19:48.599199 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (189fa5d1-c9c9-4538-acab-dc282fa458b9), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:48.604669 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:48.607844 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/189fa5d1-c9c9-4538-acab-dc282fa458b9 HTTP/1.1" status: 204 len: 168 time: 0.7031722 Jan 18 16:19:48.618458 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129d86c-94a9-4f88-b072-6c59115bedc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=189fa5d1-c9c9-4538-acab-dc282fa458b9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:48.787463 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe4ff4-76d1-4d3f-b3c1-a76f0bff0262 req-bd76a685-97ab-4aa9-8802-ea4a2d9f5b34 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:48.788992 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cefe4ff4-76d1-4d3f-b3c1-a76f0bff0262 req-bd76a685-97ab-4aa9-8802-ea4a2d9f5b34 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 944 time: 0.0744233 Jan 18 16:19:48.800132 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffe396-d760-4d04-baa3-f5f5617ca42f req-dcbd8c86-a7af-42d9-93dd-d1b368f04cbd tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:48.801568 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-42ffe396-d760-4d04-baa3-f5f5617ca42f req-dcbd8c86-a7af-42d9-93dd-d1b368f04cbd tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0765083 Jan 18 16:19:48.820856 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device bff5a216-8902-4a1c-a603-9d4cbbcfe35a no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:19:48.841752 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: bff5a216-8902-4a1c-a603-9d4cbbcfe35a {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:19:48.842093 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device bff5a216-8902-4a1c-a603-9d4cbbcfe35a not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:19:48.842526 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 3ab7b384-a1e6-48b7-be22-0cf5078263e2 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:19:48.861192 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: 3ab7b384-a1e6-48b7-be22-0cf5078263e2 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:19:48.861538 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 3ab7b384-a1e6-48b7-be22-0cf5078263e2 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:19:48.861949 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device a015cc97-ccbf-4f40-b637-385f2d06934c no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:19:48.880697 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: a015cc97-ccbf-4f40-b637-385f2d06934c {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:19:48.881144 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device a015cc97-ccbf-4f40-b637-385f2d06934c not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:19:48.885647 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-42ffe396-d760-4d04-baa3-f5f5617ca42f req-7c07e665-56d3-4eff-9c98-22f48ed5af4e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775330 Jan 18 16:19:48.890339 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-cefe4ff4-76d1-4d3f-b3c1-a76f0bff0262 req-1dc4ce5b-338e-4656-8a2f-bee91f4a943f tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878434 Jan 18 16:19:48.997754 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53450) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:19:49.037281 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-35447ea0-e066-4997-a3f3-6d7dcf439c96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b47f032af2494e9cb2714378b3078bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383410 Jan 18 16:19:49.039652 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53452) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:19:49.090481 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f30c488d-3ed4-495c-8b00-3cd59f7c3379 admin admin] Publish callbacks [] for security_group (b71648d5-40f4-41ba-b14b-0cd128f63b75), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:49.111554 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f30c488d-3ed4-495c-8b00-3cd59f7c3379 admin admin] Publish callbacks [] for security_group (b71648d5-40f4-41ba-b14b-0cd128f63b75), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:49.296664 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f30c488d-3ed4-495c-8b00-3cd59f7c3379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (b71648d5-40f4-41ba-b14b-0cd128f63b75), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:49.299230 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f30c488d-3ed4-495c-8b00-3cd59f7c3379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:49.300394 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-f30c488d-3ed4-495c-8b00-3cd59f7c3379 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b71648d5-40f4-41ba-b14b-0cd128f63b75 HTTP/1.1" status: 204 len: 168 time: 0.2598526 Jan 18 16:19:49.308574 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c488d-3ed4-495c-8b00-3cd59f7c3379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71648d5-40f4-41ba-b14b-0cd128f63b75,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:49.949214 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53462) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:19:49.989916 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-6497dc44-e826-4ab1-a135-447b5b80a53c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc6c315e983f45e7b8e7b236f057c730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388925 Jan 18 16:19:49.992365 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53464) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:19:50.033569 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32628952-62d1-4526-bd1b-596fe0acb86b req-ffb285ed-7316-4ab9-be65-e52ff1346819 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:50.035061 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-32628952-62d1-4526-bd1b-596fe0acb86b req-ffb285ed-7316-4ab9-be65-e52ff1346819 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 944 time: 0.0763724 Jan 18 16:19:50.039419 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6a2572e-dbd7-4991-87f9-7c0b04e951f7 admin admin] Publish callbacks [] for security_group (fdc650ea-00b1-4c72-a9ed-2c0eb9341db9), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:50.044120 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30759ed4-de4f-47be-9c5d-dee4a0f9acff req-746fd58a-63d2-4b64-9ea6-1f6cc6984fab tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:50.045578 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-30759ed4-de4f-47be-9c5d-dee4a0f9acff req-746fd58a-63d2-4b64-9ea6-1f6cc6984fab tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0850701 Jan 18 16:19:50.062149 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6a2572e-dbd7-4991-87f9-7c0b04e951f7 admin admin] Publish callbacks [] for security_group (fdc650ea-00b1-4c72-a9ed-2c0eb9341db9), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:50.119532 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-32628952-62d1-4526-bd1b-596fe0acb86b req-344f067f-8669-4a7b-ba56-04800ea250c4 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728972 Jan 18 16:19:50.124459 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-30759ed4-de4f-47be-9c5d-dee4a0f9acff req-1b7348f4-81a7-4ab0-967f-5f98a9b09f9d tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713170 Jan 18 16:19:50.187790 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6a2572e-dbd7-4991-87f9-7c0b04e951f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (fdc650ea-00b1-4c72-a9ed-2c0eb9341db9), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:50.190409 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6a2572e-dbd7-4991-87f9-7c0b04e951f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:50.191637 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-e6a2572e-dbd7-4991-87f9-7c0b04e951f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fdc650ea-00b1-4c72-a9ed-2c0eb9341db9 HTTP/1.1" status: 204 len: 168 time: 0.1983266 Jan 18 16:19:50.199320 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2572e-dbd7-4991-87f9-7c0b04e951f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc650ea-00b1-4c72-a9ed-2c0eb9341db9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:51.264674 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0ed9e-6622-417b-a440-8c272b73be1f req-e389dc41-ceb5-4ee1-a517-ecc3ff503ca3 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:51.266181 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b1b0ed9e-6622-417b-a440-8c272b73be1f req-e389dc41-ceb5-4ee1-a517-ecc3ff503ca3 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 944 time: 0.0806186 Jan 18 16:19:51.274640 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b76009-eda7-4e16-853b-c9cb6c1b2832 req-82754159-4d15-48fe-8bfa-a08a9a61db5a tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:51.276000 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-50b76009-eda7-4e16-853b-c9cb6c1b2832 req-82754159-4d15-48fe-8bfa-a08a9a61db5a tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0806396 Jan 18 16:19:51.349928 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b1b0ed9e-6622-417b-a440-8c272b73be1f req-995647e2-493e-4609-a020-8f25502177f8 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729842 Jan 18 16:19:51.353272 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-50b76009-eda7-4e16-853b-c9cb6c1b2832 req-45fff7b1-f5b1-4a5c-aab4-9e76efba8c90 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705819 Jan 18 16:19:51.772346 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:19:52.491362 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9d2b2-e8b8-49c8-be22-f338b20d1dff req-70c0e051-a26a-4776-8405-5895f0179a72 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:52.493563 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f2b9d2b2-e8b8-49c8-be22-f338b20d1dff req-70c0e051-a26a-4776-8405-5895f0179a72 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 944 time: 0.0767620 Jan 18 16:19:52.505679 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a222f-7119-4e4b-af01-c19a29a59f8e req-fe0e7664-091f-487e-b4bf-eb087c5f6daf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:52.507073 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-064a222f-7119-4e4b-af01-c19a29a59f8e req-fe0e7664-091f-487e-b4bf-eb087c5f6daf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0878203 Jan 18 16:19:52.576725 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f2b9d2b2-e8b8-49c8-be22-f338b20d1dff req-1e943b4d-8d89-4257-bd09-2dac37fbff28 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686960 Jan 18 16:19:52.583730 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-064a222f-7119-4e4b-af01-c19a29a59f8e req-e1f7eef2-7b6d-4f21-8722-676211592690 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702288 Jan 18 16:19:53.243217 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device a69ed617-8262-4fb9-8ccf-ed6e1895ae36 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:19:53.338560 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port a69ed617-8262-4fb9-8ccf-ed6e1895ae36, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a69ed617-8262-4fb9-8ccf-ed6e1895ae36,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:19:53.350263 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': 'a69ed617-8262-4fb9-8ccf-ed6e1895ae36', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'port_id': 'a69ed617-8262-4fb9-8ccf-ed6e1895ae36', 'mac_address': 'fa:16:3e:ff:98:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:19:53.386397 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port a69ed617-8262-4fb9-8ccf-ed6e1895ae36 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:19:53.387363 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a69ed617-8262-4fb9-8ccf-ed6e1895ae36), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:53.403096 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69ed617-8262-4fb9-8ccf-ed6e1895ae36 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:19:53.421554 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port a69ed617-8262-4fb9-8ccf-ed6e1895ae36, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a69ed617-8262-4fb9-8ccf-ed6e1895ae36,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:19:53.542030 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (a69ed617-8262-4fb9-8ccf-ed6e1895ae36), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:53.588511 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=a69ed617-8262-4fb9-8ccf-ed6e1895ae36,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:53.717785 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e886a-8336-4f40-8251-25d8f2a10942 req-c3e9a64a-f998-45df-a04d-3be6d8b482ec tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:53.719261 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e71e886a-8336-4f40-8251-25d8f2a10942 req-c3e9a64a-f998-45df-a04d-3be6d8b482ec tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 945 time: 0.0756748 Jan 18 16:19:53.727233 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b26f1-d187-4761-bb38-159c5161225a req-6ff7fcd8-e194-4a95-9bc6-340c206937c9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:53.728583 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7d6b26f1-d187-4761-bb38-159c5161225a req-6ff7fcd8-e194-4a95-9bc6-340c206937c9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0762837 Jan 18 16:19:53.786861 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['a69ed617-8262-4fb9-8ccf-ed6e1895ae36'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:19:53.801196 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e71e886a-8336-4f40-8251-25d8f2a10942 req-6d45b858-e0d6-48dd-89c0-0a5812d3a5fb tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715511 Jan 18 16:19:53.808628 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7d6b26f1-d187-4761-bb38-159c5161225a req-cd0070fd-1974-4d22-92b1-8cefacc7b8f2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727100 Jan 18 16:19:54.944440 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea0eaa-95f6-4d2d-8d09-0b457d599c91 req-93f91d4f-1cc9-4a4d-9c82-e3d55c396c8b tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:54.945944 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-71ea0eaa-95f6-4d2d-8d09-0b457d599c91 req-93f91d4f-1cc9-4a4d-9c82-e3d55c396c8b tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 945 time: 0.0718870 Jan 18 16:19:54.958297 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adc7a5-5634-49b2-9fe2-be5b32ec945b req-e8539549-1f74-4c51-b4a1-4ee375868733 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:54.959675 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a4adc7a5-5634-49b2-9fe2-be5b32ec945b req-e8539549-1f74-4c51-b4a1-4ee375868733 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0771365 Jan 18 16:19:55.035857 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-71ea0eaa-95f6-4d2d-8d09-0b457d599c91 req-6e6023d8-b0a1-481a-8a1f-6bf4948b9eb4 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752459 Jan 18 16:19:55.039044 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a4adc7a5-5634-49b2-9fe2-be5b32ec945b req-7bf797d8-c9e7-4363-99eb-6dec1bf88b55 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724065 Jan 18 16:19:55.243305 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device a69ed617-8262-4fb9-8ccf-ed6e1895ae36 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:19:55.398784 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port a69ed617-8262-4fb9-8ccf-ed6e1895ae36 completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:19:55.403216 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port a69ed617-8262-4fb9-8ccf-ed6e1895ae36 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:19:55.403594 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (a69ed617-8262-4fb9-8ccf-ed6e1895ae36), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:55.480172 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port a69ed617-8262-4fb9-8ccf-ed6e1895ae36 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:19:55.480555 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (a69ed617-8262-4fb9-8ccf-ed6e1895ae36), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:55.502859 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f45367-bccb-4a23-84ce-0a8baef33ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69ed617-8262-4fb9-8ccf-ed6e1895ae36'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:19:55.505026 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16baeb24-31fa-48fc-9b2a-3ce4b4dff300" -d '{"events": [{"server_uuid": "88f45367-bccb-4a23-84ce-0a8baef33ca1", "name": "network-vif-plugged", "status": "completed", "tag": "a69ed617-8262-4fb9-8ccf-ed6e1895ae36"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:19:55.518094 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port a69ed617-8262-4fb9-8ccf-ed6e1895ae36, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a69ed617-8262-4fb9-8ccf-ed6e1895ae36,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:19:55.540287 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2f817a-0f0d-4a80-bfdf-f6583e3faa67 x-openstack-request-id: req-1f2f817a-0f0d-4a80-bfdf-f6583e3faa67 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:19:55.540626 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f45367-bccb-4a23-84ce-0a8baef33ca1", "name": "network-vif-plugged", "status": "completed", "tag": "a69ed617-8262-4fb9-8ccf-ed6e1895ae36", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:19:55.540914 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f2f817a-0f0d-4a80-bfdf-f6583e3faa67 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:19:55.541312 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f45367-bccb-4a23-84ce-0a8baef33ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69ed617-8262-4fb9-8ccf-ed6e1895ae36', 'code': 200} Jan 18 16:19:55.690748 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (a69ed617-8262-4fb9-8ccf-ed6e1895ae36), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:55.736431 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=a69ed617-8262-4fb9-8ccf-ed6e1895ae36,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:19:56.013072 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7d6ff-b51b-4cd3-a84f-0a7c302509e3 req-264d9b6d-b7d7-4b8d-a82e-c28c5bb05f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:56.014532 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bbb7d6ff-b51b-4cd3-a84f-0a7c302509e3 req-264d9b6d-b7d7-4b8d-a82e-c28c5bb05f22 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 1099 time: 0.0414715 Jan 18 16:19:56.060703 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-bbb7d6ff-b51b-4cd3-a84f-0a7c302509e3 req-7d66e83b-f593-4d75-a678-3a6130f39b3e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387704 Jan 18 16:19:56.175486 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9d5a6-e5b9-482f-aa03-6fe225859fc0 req-9dcaa53b-fb99-416b-b1d4-52e90f0ba660 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:56.177157 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ffe9d5a6-e5b9-482f-aa03-6fe225859fc0 req-9dcaa53b-fb99-416b-b1d4-52e90f0ba660 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 946 time: 0.0741904 Jan 18 16:19:56.187318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278c414-adbb-431f-bcf4-11ec4623247a req-06953aac-7d14-40e8-8e37-0bc48f683c93 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:56.189472 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e278c414-adbb-431f-bcf4-11ec4623247a req-06953aac-7d14-40e8-8e37-0bc48f683c93 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0775957 Jan 18 16:19:56.261571 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ffe9d5a6-e5b9-482f-aa03-6fe225859fc0 req-9358cead-e652-46e6-a1a3-7591de73d9fd tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710206 Jan 18 16:19:56.267139 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e278c414-adbb-431f-bcf4-11ec4623247a req-c6d3062b-cdbe-4226-ab7f-33877dde39a9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704672 Jan 18 16:19:57.409331 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f25bd-f125-4087-9dc8-9b5eac812d1d req-d484edc8-37b7-499c-97d3-7ad9465113ab tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:57.410784 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-950f25bd-f125-4087-9dc8-9b5eac812d1d req-d484edc8-37b7-499c-97d3-7ad9465113ab tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 946 time: 0.0821428 Jan 18 16:19:57.418861 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0a776-c1c9-44fd-a350-9d5927474a3f req-da6ce48f-ac11-4b52-b579-d3a2bd198b70 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:57.423288 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-30c0a776-c1c9-44fd-a350-9d5927474a3f req-da6ce48f-ac11-4b52-b579-d3a2bd198b70 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0823135 Jan 18 16:19:57.493583 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-950f25bd-f125-4087-9dc8-9b5eac812d1d req-2b7798e7-3d75-48fe-8542-29c4853b8f6d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723150 Jan 18 16:19:57.497702 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-30c0a776-c1c9-44fd-a350-9d5927474a3f req-78f229f7-11bb-48de-bfb5-1f1d8d88a538 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702055 Jan 18 16:19:57.886792 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da2143-1c88-4dec-ae9a-8f62457ed6a5 req-2f1dd076-079d-45ec-91d9-712ad9e041cf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:57.888272 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-38da2143-1c88-4dec-ae9a-8f62457ed6a5 req-2f1dd076-079d-45ec-91d9-712ad9e041cf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0492980 Jan 18 16:19:57.934418 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-38da2143-1c88-4dec-ae9a-8f62457ed6a5 req-5137aa65-4d90-4c17-90e9-1578aa22c2e6 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406406 Jan 18 16:19:58.058885 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e636c58-b601-49c2-bb78-dcde89f24628 req-c1032f83-71c4-4947-b740-15609c57aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:58.061021 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3e636c58-b601-49c2-bb78-dcde89f24628 req-c1032f83-71c4-4947-b740-15609c57aabe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=399cb129df3b450f96d231868dccd596&device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 1099 time: 0.0417686 Jan 18 16:19:58.151869 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e636c58-b601-49c2-bb78-dcde89f24628 req-e4c4f872-8a49-4d53-ac07-8266dd0c9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:58.153368 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3e636c58-b601-49c2-bb78-dcde89f24628 req-e4c4f872-8a49-4d53-ac07-8266dd0c9b21 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e HTTP/1.1" status: 200 len: 912 time: 0.0858603 Jan 18 16:19:58.222975 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3e636c58-b601-49c2-bb78-dcde89f24628 req-a194191b-362f-4c49-9f62-e71c7fa72ba5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85143165-40eb-4d55-b0be-f7dca3d87ed4 HTTP/1.1" status: 200 len: 1001 time: 0.0595465 Jan 18 16:19:58.272664 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e636c58-b601-49c2-bb78-dcde89f24628 req-5a7e940d-7530-4f57-a914-cb0f96f580df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:58.274214 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3e636c58-b601-49c2-bb78-dcde89f24628 req-5a7e940d-7530-4f57-a914-cb0f96f580df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95733581-991e-437e-b174-c7316eb5e816 HTTP/1.1" status: 200 len: 850 time: 0.0442965 Jan 18 16:19:58.322215 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e636c58-b601-49c2-bb78-dcde89f24628 req-a4cffc2e-ac97-4e34-9af4-f07448ba43a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:58.323654 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3e636c58-b601-49c2-bb78-dcde89f24628 req-a4cffc2e-ac97-4e34-9af4-f07448ba43a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435128 Jan 18 16:19:58.358939 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:58.411223 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3e636c58-b601-49c2-bb78-dcde89f24628 req-eeeb3509-47a3-4e9d-928d-4e399af90516 service neutron] 10.222.0.72 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811408 Jan 18 16:19:58.501679 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-3e636c58-b601-49c2-bb78-dcde89f24628 req-4602ce03-5c30-4133-8e55-6c48b2cd9e05 service neutron] 10.222.0.72 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841625 Jan 18 16:19:58.614425 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893131f-c449-47ac-9bba-4209ac52ce30 req-64f3ec67-1f83-4768-a59a-34f95b4a1cc2 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:58.615820 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e893131f-c449-47ac-9bba-4209ac52ce30 req-64f3ec67-1f83-4768-a59a-34f95b4a1cc2 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 946 time: 0.0510182 Jan 18 16:19:58.664052 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e893131f-c449-47ac-9bba-4209ac52ce30 req-d2410f2f-555e-45c8-88ba-afce7f5d196e tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426898 Jan 18 16:19:58.774663 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7aec7-95fb-4b73-a18b-ced815abf759 req-1eb88686-2984-4388-8708-bde20597fd67 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:58.776120 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-abb7aec7-95fb-4b73-a18b-ced815abf759 req-1eb88686-2984-4388-8708-bde20597fd67 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 946 time: 0.0469518 Jan 18 16:19:58.823088 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-abb7aec7-95fb-4b73-a18b-ced815abf759 req-c4f1e405-d06f-4877-a8c1-3d118316ada1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407760 Jan 18 16:19:58.845398 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53502) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:19:58.883317 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede534a3-1626-468c-87c0-f0f751840abb tempest-TestVolumeBootPattern-1114570685 tempest-TestVolumeBootPattern-1114570685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:58.884727 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ede534a3-1626-468c-87c0-f0f751840abb tempest-TestVolumeBootPattern-1114570685 tempest-TestVolumeBootPattern-1114570685-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 1094 time: 0.0383117 Jan 18 16:19:58.887627 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53504) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:19:58.892279 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Request body: {'floatingip': {'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'port_id': 'a69ed617-8262-4fb9-8ccf-ed6e1895ae36', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:19:59.050291 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:59.050512 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7869ce-77f9-4ddd-9e2f-9a47c2d79cc7 req-7092f881-3279-4010-b6db-216f0935d42d tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:19:59.051979 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ac7869ce-77f9-4ddd-9e2f-9a47c2d79cc7 req-7092f881-3279-4010-b6db-216f0935d42d tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0512264 Jan 18 16:19:59.099289 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ac7869ce-77f9-4ddd-9e2f-9a47c2d79cc7 req-156c3746-0f54-4f9d-b8dd-825de70a4800 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414562 Jan 18 16:19:59.152117 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:59.254798 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Allocated IP 172.27.2.10 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/edde266d-73fe-4f26-805b-2209e511cec6) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:19:59.363389 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for port (edde266d-73fe-4f26-805b-2209e511cec6), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:59.570922 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (edde266d-73fe-4f26-805b-2209e511cec6), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:19:59.610240 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:19:59.613061 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:19:59.616930 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:19:59.642418 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event updated for resources: {'Port': ['ID=edde266d-73fe-4f26-805b-2209e511cec6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:20:00.060767 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for floatingip (4aa654aa-275c-457c-bf4e-69929bfd62c7), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:00.211651 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a51db3-bd1f-42e0-8cd8-c2e2df065a97 req-d11bec47-0c04-4033-996f-fc299ac51f8f tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:00.213158 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-33a51db3-bd1f-42e0-8cd8-c2e2df065a97 req-d11bec47-0c04-4033-996f-fc299ac51f8f tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0478878 Jan 18 16:20:00.224986 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (edde266d-73fe-4f26-805b-2209e511cec6), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:00.260307 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-33a51db3-bd1f-42e0-8cd8-c2e2df065a97 req-79207547-5f5f-4378-ac7b-c6d22d8d3726 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399930 Jan 18 16:20:00.371882 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for port (edde266d-73fe-4f26-805b-2209e511cec6), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:00.461385 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9382115'] for port (edde266d-73fe-4f26-805b-2209e511cec6), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:00.527815 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event updated for resources: {'Port': ['ID=edde266d-73fe-4f26-805b-2209e511cec6,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:20:00.537590 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (4aa654aa-275c-457c-bf4e-69929bfd62c7), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:00.633737 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.l3_db [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Floating IP 4aa654aa-275c-457c-bf4e-69929bfd62c7 associated. External IP: 172.27.2.10, port: a69ed617-8262-4fb9-8ccf-ed6e1895ae36. Jan 18 16:20:00.831442 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:20:00.934362 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:20:00.944149 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642cebaa-0402-4922-b8e6-91b851cc80fe None None] Sync routers for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:20:00.953857 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642cebaa-0402-4922-b8e6-91b851cc80fe None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:20:00.954450 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-642cebaa-0402-4922-b8e6-91b851cc80fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:19:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:20:01.018131 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:01.045054 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-69e984a1-e5a9-4b15-af99-1edb2c24e688 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1558828 Jan 18 16:20:01.045751 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f45367-bccb-4a23-84ce-0a8baef33ca1', 'tag': 'a69ed617-8262-4fb9-8ccf-ed6e1895ae36'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:20:01.048036 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7db2b0b-7555-4dc9-a166-30ea71bfe1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "88f45367-bccb-4a23-84ce-0a8baef33ca1", "tag": "a69ed617-8262-4fb9-8ccf-ed6e1895ae36"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:20:01.058761 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-642cebaa-0402-4922-b8e6-91b851cc80fe None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:20:01.253100 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e1ec56-654d-4f6f-9f71-fab2e9bae614 x-openstack-request-id: req-43e1ec56-654d-4f6f-9f71-fab2e9bae614 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:20:01.253617 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f45367-bccb-4a23-84ce-0a8baef33ca1", "tag": "a69ed617-8262-4fb9-8ccf-ed6e1895ae36", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:20:01.253617 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43e1ec56-654d-4f6f-9f71-fab2e9bae614 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:20:01.254029 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f45367-bccb-4a23-84ce-0a8baef33ca1', 'tag': 'a69ed617-8262-4fb9-8ccf-ed6e1895ae36', 'status': 'completed', 'code': 200} Jan 18 16:20:01.280898 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-642cebaa-0402-4922-b8e6-91b851cc80fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '088942e3-ec1c-4efc-834c-04b3bd165e84', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'port_id': '7df66a73-7194-4717-b426-be1ff6e8c080', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'mac_address': 'fa:16:3e:b4:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:17:36Z', 'updated_at': '2022-01-18T16:17:38Z', 'revision_number': 1, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address_scope': None}, {'id': '4aa654aa-275c-457c-bf4e-69929bfd62c7', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'port_id': 'a69ed617-8262-4fb9-8ccf-ed6e1895ae36', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'mac_address': 'fa:16:3e:ff:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f45367-bccb-4a23-84ce-0a8baef33ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:19:59Z', 'updated_at': '2022-01-18T16:19:59Z', 'revision_number': 0, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:20:01.311740 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642cebaa-0402-4922-b8e6-91b851cc80fe None None] Checking router: 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:20:01.317319 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db2b0b-7555-4dc9-a166-30ea71bfe1fd req-cc5cb39d-952c-4fee-9704-bb161e10958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:01.318761 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7db2b0b-7555-4dc9-a166-30ea71bfe1fd req-cc5cb39d-952c-4fee-9704-bb161e10958a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 1099 time: 0.0414324 Jan 18 16:20:01.319971 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642cebaa-0402-4922-b8e6-91b851cc80fe None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:20:01.320577 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-642cebaa-0402-4922-b8e6-91b851cc80fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:19:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:20:01.409114 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db2b0b-7555-4dc9-a166-30ea71bfe1fd req-e2bff863-d90e-460d-a80a-eece3328d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:01.410579 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7db2b0b-7555-4dc9-a166-30ea71bfe1fd req-e2bff863-d90e-460d-a80a-eece3328d3d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9006094a-4cd3-4690-ae5f-0e16ae5eb237 HTTP/1.1" status: 200 len: 910 time: 0.0853765 Jan 18 16:20:01.425137 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-642cebaa-0402-4922-b8e6-91b851cc80fe None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:20:01.474356 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7db2b0b-7555-4dc9-a166-30ea71bfe1fd req-b363429d-2097-4516-8e76-48b32216fa73 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a69ed617-8262-4fb9-8ccf-ed6e1895ae36 HTTP/1.1" status: 200 len: 999 time: 0.0569286 Jan 18 16:20:01.525633 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db2b0b-7555-4dc9-a166-30ea71bfe1fd req-6a8dc380-e0e9-4af2-90a3-47d7c122389f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:01.527113 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7db2b0b-7555-4dc9-a166-30ea71bfe1fd req-6a8dc380-e0e9-4af2-90a3-47d7c122389f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fed91ed-377f-4a66-bb0c-79607a693d03 HTTP/1.1" status: 200 len: 848 time: 0.0456073 Jan 18 16:20:01.572789 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db2b0b-7555-4dc9-a166-30ea71bfe1fd req-53254245-91b1-4cfe-8d36-c92b08a59276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:01.574318 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7db2b0b-7555-4dc9-a166-30ea71bfe1fd req-53254245-91b1-4cfe-8d36-c92b08a59276 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9006094a-4cd3-4690-ae5f-0e16ae5eb237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407526 Jan 18 16:20:01.647768 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-642cebaa-0402-4922-b8e6-91b851cc80fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '088942e3-ec1c-4efc-834c-04b3bd165e84', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'port_id': '7df66a73-7194-4717-b426-be1ff6e8c080', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'mac_address': 'fa:16:3e:b4:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:17:36Z', 'updated_at': '2022-01-18T16:17:38Z', 'revision_number': 1, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address_scope': None}, {'id': '4aa654aa-275c-457c-bf4e-69929bfd62c7', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'port_id': 'a69ed617-8262-4fb9-8ccf-ed6e1895ae36', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'mac_address': 'fa:16:3e:ff:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f45367-bccb-4a23-84ce-0a8baef33ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:19:59Z', 'updated_at': '2022-01-18T16:19:59Z', 'revision_number': 0, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:20:01.665394 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7db2b0b-7555-4dc9-a166-30ea71bfe1fd req-28f803ae-7060-4b2d-91dd-5f5f97dd3057 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838788 Jan 18 16:20:01.673967 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642cebaa-0402-4922-b8e6-91b851cc80fe None None] The sync data for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi is: [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '088942e3-ec1c-4efc-834c-04b3bd165e84', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'port_id': '7df66a73-7194-4717-b426-be1ff6e8c080', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'mac_address': 'fa:16:3e:b4:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:17:36Z', 'updated_at': '2022-01-18T16:17:38Z', 'revision_number': 1, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address_scope': None}, {'id': '4aa654aa-275c-457c-bf4e-69929bfd62c7', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'port_id': 'a69ed617-8262-4fb9-8ccf-ed6e1895ae36', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'mac_address': 'fa:16:3e:ff:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f45367-bccb-4a23-84ce-0a8baef33ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:19:59Z', 'updated_at': '2022-01-18T16:19:59Z', 'revision_number': 0, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:20:01.755464 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-a7db2b0b-7555-4dc9-a166-30ea71bfe1fd req-4530363f-5c65-47ae-ae63-8f782d323171 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830669 Jan 18 16:20:01.870472 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be5900-1f3a-4044-8952-828e95a10ffb None None] New status for floating IP 4aa654aa-275c-457c-bf4e-69929bfd62c7: ACTIVE {{(pid=103254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:20:09.472699 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6e8848a-ca81-4133-8cbd-d4dd9d43def8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:11.530491 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8eb8233-468b-4c5e-a47e-08bd8de6b786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:13.524358 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:14.393354 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:15.746842 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:28.335493 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:28.830427 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:20:34.911684 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b5462e9-9774-4371-8c71-073c697d3728 req-2d6f4032-dd25-470e-9fcc-011994cf4c38 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382454 Jan 18 16:20:35.212956 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5462e9-9774-4371-8c71-073c697d3728 req-1c63fec4-db7e-4e75-ab1a-a6682c07bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:35.214472 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b5462e9-9774-4371-8c71-073c697d3728 req-1c63fec4-db7e-4e75-ab1a-a6682c07bd87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=399cb129df3b450f96d231868dccd596&device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 1099 time: 0.2824254 Jan 18 16:20:35.313679 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5462e9-9774-4371-8c71-073c697d3728 req-63536d36-47f0-4f15-a2a6-7fa1460f83ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:35.315125 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b5462e9-9774-4371-8c71-073c697d3728 req-63536d36-47f0-4f15-a2a6-7fa1460f83ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e HTTP/1.1" status: 200 len: 912 time: 0.0823486 Jan 18 16:20:35.380802 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b5462e9-9774-4371-8c71-073c697d3728 req-256a59db-b128-4c02-b7ae-9f7b1fc66cb5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85143165-40eb-4d55-b0be-f7dca3d87ed4 HTTP/1.1" status: 200 len: 1001 time: 0.0594018 Jan 18 16:20:35.426829 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5462e9-9774-4371-8c71-073c697d3728 req-5bc016a2-7264-4675-ae25-eae770037a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:35.428848 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b5462e9-9774-4371-8c71-073c697d3728 req-5bc016a2-7264-4675-ae25-eae770037a51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95733581-991e-437e-b174-c7316eb5e816 HTTP/1.1" status: 200 len: 850 time: 0.0422406 Jan 18 16:20:35.473836 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5462e9-9774-4371-8c71-073c697d3728 req-9e9216d3-58da-41eb-8c2b-8a4786cc7725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:35.475373 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b5462e9-9774-4371-8c71-073c697d3728 req-9e9216d3-58da-41eb-8c2b-8a4786cc7725 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392566 Jan 18 16:20:35.568135 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b5462e9-9774-4371-8c71-073c697d3728 req-b5914c6f-dbd8-4ea3-a9ce-ab572519969c service neutron] 10.222.0.72 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859785 Jan 18 16:20:35.657273 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b5462e9-9774-4371-8c71-073c697d3728 req-f5c95e0d-17b8-493f-b1a0-ca699070731f service neutron] 10.222.0.72 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824778 Jan 18 16:20:35.873077 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d817431-4692-49be-9a2d-c8624fc7d8c4 req-f370fc50-adce-4b53-83a3-a7a052692ad6 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:35.874534 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8d817431-4692-49be-9a2d-c8624fc7d8c4 req-f370fc50-adce-4b53-83a3-a7a052692ad6 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0476885 Jan 18 16:20:35.923161 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8d817431-4692-49be-9a2d-c8624fc7d8c4 req-66ea92da-dc5e-42d9-a60d-e072d0133890 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429611 Jan 18 16:20:37.039095 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889b67d-4210-4937-9f83-0f1164b72cac req-dfbebfaa-a1a8-4e6c-9f78-8ee7799da7be tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:37.040560 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0889b67d-4210-4937-9f83-0f1164b72cac req-dfbebfaa-a1a8-4e6c-9f78-8ee7799da7be tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0488396 Jan 18 16:20:37.087132 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-0889b67d-4210-4937-9f83-0f1164b72cac req-275d56ca-0cd3-4022-b836-167b3add82af tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409708 Jan 18 16:20:37.961977 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b241dcd-fafe-47c7-bcfd-13d784bc03cb req-c158f191-23ae-416b-a58e-f8359ea1a683 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:37.963421 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b241dcd-fafe-47c7-bcfd-13d784bc03cb req-c158f191-23ae-416b-a58e-f8359ea1a683 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0525880 Jan 18 16:20:38.049986 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-8b241dcd-fafe-47c7-bcfd-13d784bc03cb req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Deleting port 85143165-40eb-4d55-b0be-f7dca3d87ed4 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:20:38.050335 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8b241dcd-fafe-47c7-bcfd-13d784bc03cb req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (85143165-40eb-4d55-b0be-f7dca3d87ed4), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:38.140222 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-8b241dcd-fafe-47c7-bcfd-13d784bc03cb req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] For port 85143165-40eb-4d55-b0be-f7dca3d87ed4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=85143165-40eb-4d55-b0be-f7dca3d87ed4,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:20:38.140606 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8b241dcd-fafe-47c7-bcfd-13d784bc03cb req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (85143165-40eb-4d55-b0be-f7dca3d87ed4), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:38.199767 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a81f71-cd9d-410a-aab9-5d2b2ebbe158 req-ece0bd3c-b2af-4356-a7ee-af599b6ff9f3 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:38.201264 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-75a81f71-cd9d-410a-aab9-5d2b2ebbe158 req-ece0bd3c-b2af-4356-a7ee-af599b6ff9f3 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 946 time: 0.0477777 Jan 18 16:20:38.249031 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-75a81f71-cd9d-410a-aab9-5d2b2ebbe158 req-db7effa9-ecae-4d8c-a5ff-9795686d5105 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=49137d0b-792b-49e7-8b0f-993595fc4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421920 Jan 18 16:20:38.316739 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8b241dcd-fafe-47c7-bcfd-13d784bc03cb req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:38.317105 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8b241dcd-fafe-47c7-bcfd-13d784bc03cb req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (e4897ed4-dd90-4cba-aee8-0dade50dd792), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:38.317427 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.l3_db [req-8b241dcd-fafe-47c7-bcfd-13d784bc03cb req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Floating IP e4897ed4-dd90-4cba-aee8-0dade50dd792 disassociated. External IP: 172.27.2.23, port: 85143165-40eb-4d55-b0be-f7dca3d87ed4. Jan 18 16:20:38.317767 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-8b241dcd-fafe-47c7-bcfd-13d784bc03cb req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Calling delete_port for 85143165-40eb-4d55-b0be-f7dca3d87ed4 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:20:38.495117 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8b241dcd-fafe-47c7-bcfd-13d784bc03cb req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (85143165-40eb-4d55-b0be-f7dca3d87ed4), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:38.521931 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event deleted for resources: {'Port': ['ID=85143165-40eb-4d55-b0be-f7dca3d87ed4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:20:38.535405 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:38.535768 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:38.536107 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:38.536443 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:38.536805 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:38.537166 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:38.537499 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:38.537824 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:38.538152 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:38.538483 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:38.538806 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:38.539127 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:38.539448 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:38.651178 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b241dcd-fafe-47c7-bcfd-13d784bc03cb req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Router 00c55487-30e3-4b18-95da-f779f24474a5 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:20:38.755214 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b241dcd-fafe-47c7-bcfd-13d784bc03cb req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:20:38.765631 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c255a0c-86ff-46d4-9210-60f8d7acec3e None None] Sync routers for ids ['00c55487-30e3-4b18-95da-f779f24474a5'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:20:38.775688 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c255a0c-86ff-46d4-9210-60f8d7acec3e None None] Routers {'00c55487-30e3-4b18-95da-f779f24474a5'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:20:38.776357 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3c255a0c-86ff-46d4-9210-60f8d7acec3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:20:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['00c55487-30e3-4b18-95da-f779f24474a5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:20:38.795488 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b241dcd-fafe-47c7-bcfd-13d784bc03cb req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] No DVR routers for this DVR port 85143165-40eb-4d55-b0be-f7dca3d87ed4 on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:20:38.798126 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8b241dcd-fafe-47c7-bcfd-13d784bc03cb req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:38.801865 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b241dcd-fafe-47c7-bcfd-13d784bc03cb req-43718701-a517-4324-bf08-9135d38a38c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.72 "DELETE /v2.0/ports/85143165-40eb-4d55-b0be-f7dca3d87ed4 HTTP/1.1" status: 204 len: 173 time: 0.8327308 Jan 18 16:20:38.802308 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee91ce8-3d4d-4976-bfc1-e6b58ef96373', 'name': 'network-vif-deleted', 'tag': '85143165-40eb-4d55-b0be-f7dca3d87ed4'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:20:38.805427 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b4a395-d87f-4e01-9e06-28dcbd7862fe" -d '{"events": [{"server_uuid": "0ee91ce8-3d4d-4976-bfc1-e6b58ef96373", "name": "network-vif-deleted", "tag": "85143165-40eb-4d55-b0be-f7dca3d87ed4"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:20:38.839930 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15d5422-5fad-4b16-aeb5-06af7b6145c9 x-openstack-request-id: req-e15d5422-5fad-4b16-aeb5-06af7b6145c9 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:20:38.840229 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee91ce8-3d4d-4976-bfc1-e6b58ef96373", "name": "network-vif-deleted", "tag": "85143165-40eb-4d55-b0be-f7dca3d87ed4", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:20:38.840479 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e15d5422-5fad-4b16-aeb5-06af7b6145c9 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:20:38.840919 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee91ce8-3d4d-4976-bfc1-e6b58ef96373', 'name': 'network-vif-deleted', 'tag': '85143165-40eb-4d55-b0be-f7dca3d87ed4', 'status': 'completed', 'code': 200} Jan 18 16:20:38.892320 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-3c255a0c-86ff-46d4-9210-60f8d7acec3e None None] Set router 00c55487-30e3-4b18-95da-f779f24474a5 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:20:39.102846 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3c255a0c-86ff-46d4-9210-60f8d7acec3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5f177754-fd68-4b84-9158-650c896904ab', 'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'mac_address': 'fa:16:3e:1f:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:27Z', 'updated_at': '2022-01-18T16:17:31Z', 'revision_number': 5, 'project_id': '399cb129df3b450f96d231868dccd596', 'subnets': [{'id': '95733581-991e-437e-b174-c7316eb5e816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:20:39.132183 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c255a0c-86ff-46d4-9210-60f8d7acec3e None None] Checking router: 00c55487-30e3-4b18-95da-f779f24474a5 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:20:39.144593 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c255a0c-86ff-46d4-9210-60f8d7acec3e None None] Routers {'00c55487-30e3-4b18-95da-f779f24474a5'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:20:39.144593 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3c255a0c-86ff-46d4-9210-60f8d7acec3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:20:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['00c55487-30e3-4b18-95da-f779f24474a5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:20:39.242546 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-3c255a0c-86ff-46d4-9210-60f8d7acec3e None None] Set router 00c55487-30e3-4b18-95da-f779f24474a5 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:20:39.388863 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-411fd9bc-67ce-4d3e-893e-bc340a5d3e09 req-b3a1328e-0516-4757-9f65-a50890c3623e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee91ce8-3d4d-4976-bfc1-e6b58ef96373 HTTP/1.1" status: 200 len: 210 time: 0.0305922 Jan 18 16:20:39.445442 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49474b22-7e3d-44c2-a7b1-116644fd7849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:39.533395 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3c255a0c-86ff-46d4-9210-60f8d7acec3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5f177754-fd68-4b84-9158-650c896904ab', 'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'mac_address': 'fa:16:3e:1f:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:27Z', 'updated_at': '2022-01-18T16:17:31Z', 'revision_number': 5, 'project_id': '399cb129df3b450f96d231868dccd596', 'subnets': [{'id': '95733581-991e-437e-b174-c7316eb5e816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:20:39.563583 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c255a0c-86ff-46d4-9210-60f8d7acec3e None None] The sync data for ids ['00c55487-30e3-4b18-95da-f779f24474a5'] in dv-cinder-788366-8-iscsi is: [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5f177754-fd68-4b84-9158-650c896904ab', 'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'mac_address': 'fa:16:3e:1f:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:27Z', 'updated_at': '2022-01-18T16:17:31Z', 'revision_number': 5, 'project_id': '399cb129df3b450f96d231868dccd596', 'subnets': [{'id': '95733581-991e-437e-b174-c7316eb5e816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:20:39.781638 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400762ea-d526-42ca-a922-5c2c683feb5c None None] New status for floating IP e4897ed4-dd90-4cba-aee8-0dade50dd792: DOWN {{(pid=103254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:20:41.495334 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95dd5e93-60da-4e2b-ae58-79be2b7717cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:41.519473 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 85143165-40eb-4d55-b0be-f7dca3d87ed4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:20:41.543545 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: 85143165-40eb-4d55-b0be-f7dca3d87ed4 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:20:41.543888 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 85143165-40eb-4d55-b0be-f7dca3d87ed4 not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:20:41.559954 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53554) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:20:41.614490 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6d20887-4f16-495f-916c-465f6f71829d tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group (49137d0b-792b-49e7-8b0f-993595fc4fa5), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:41.637602 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6d20887-4f16-495f-916c-465f6f71829d tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group (49137d0b-792b-49e7-8b0f-993595fc4fa5), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:41.741382 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6d20887-4f16-495f-916c-465f6f71829d tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (49137d0b-792b-49e7-8b0f-993595fc4fa5), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:41.743933 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6d20887-4f16-495f-916c-465f6f71829d tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:41.745151 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-e6d20887-4f16-495f-916c-465f6f71829d tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "DELETE /v2.0/security-groups/49137d0b-792b-49e7-8b0f-993595fc4fa5 HTTP/1.1" status: 204 len: 168 time: 0.1841397 Jan 18 16:20:41.748213 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53556) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:20:41.753914 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d20887-4f16-495f-916c-465f6f71829d tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49137d0b-792b-49e7-8b0f-993595fc4fa5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:20:41.762003 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.api.v2.resource [None req-c7862ec7-29f6-45ae-893f-82af7c7391a8 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] show failed (client error): The resource could not be found. Jan 18 16:20:41.763002 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-c7862ec7-29f6-45ae-893f-82af7c7391a8 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups/49137d0b-792b-49e7-8b0f-993595fc4fa5 HTTP/1.1" status: 404 len: 347 time: 0.0134387 Jan 18 16:20:41.765991 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53558) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:20:41.886602 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Deleting port 6938e982-f520-4aab-ae21-eb6ccfefcf87 {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:20:41.886946 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (6938e982-f520-4aab-ae21-eb6ccfefcf87), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:41.959589 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (6938e982-f520-4aab-ae21-eb6ccfefcf87), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:41.959921 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for floatingip (6938e982-f520-4aab-ae21-eb6ccfefcf87), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:41.971393 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Calling delete_port for 6938e982-f520-4aab-ae21-eb6ccfefcf87 owned by network:floatingip {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:20:42.157995 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (6938e982-f520-4aab-ae21-eb6ccfefcf87), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:42.182817 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event deleted for resources: {'Port': ['ID=6938e982-f520-4aab-ae21-eb6ccfefcf87,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:20:42.208269 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:42.208621 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:42.209499 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:42.209834 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:42.210162 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:42.210486 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:42.210807 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:42.211169 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:42.211489 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:42.211817 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:42.212137 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:42.212455 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:42.212789 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:42.254116 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for floatingip (e4897ed4-dd90-4cba-aee8-0dade50dd792), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:42.256883 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:42.258020 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-bc8e4019-8087-40d0-8c75-09e6c046eff4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "DELETE /v2.0/floatingips/e4897ed4-dd90-4cba-aee8-0dade50dd792 HTTP/1.1" status: 204 len: 168 time: 0.4911444 Jan 18 16:20:42.506396 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53562) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:20:42.510971 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-596d6517-ec94-4281-b04f-e17d28d6b18a tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1012958662', 'description': 'tempest-description--482799729'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:20:42.574860 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-596d6517-ec94-4281-b04f-e17d28d6b18a tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:42.639222 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-596d6517-ec94-4281-b04f-e17d28d6b18a tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group (78781ed1-7285-410d-948f-43b87b25db52), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:42.678373 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-596d6517-ec94-4281-b04f-e17d28d6b18a tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (78781ed1-7285-410d-948f-43b87b25db52), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:42.705228 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d6517-ec94-4281-b04f-e17d28d6b18a tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78781ed1-7285-410d-948f-43b87b25db52,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:20:42.760254 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-596d6517-ec94-4281-b04f-e17d28d6b18a tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:42.761606 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-596d6517-ec94-4281-b04f-e17d28d6b18a tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2542062 Jan 18 16:20:42.764453 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53564) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:20:42.768945 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-d31f2cb8-959d-472c-ae53-90f3ce3f86c9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Request body: {'security_group_rule': {'security_group_id': '78781ed1-7285-410d-948f-43b87b25db52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:20:42.883347 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d31f2cb8-959d-472c-ae53-90f3ce3f86c9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group_rule (d5790ed1-4d10-4ee3-acf3-e965b71d931e), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:42.937180 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d31f2cb8-959d-472c-ae53-90f3ce3f86c9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group_rule (d5790ed1-4d10-4ee3-acf3-e965b71d931e), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:42.992263 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d31f2cb8-959d-472c-ae53-90f3ce3f86c9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (d5790ed1-4d10-4ee3-acf3-e965b71d931e), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:43.010548 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f2cb8-959d-472c-ae53-90f3ce3f86c9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5790ed1-4d10-4ee3-acf3-e965b71d931e,revision_number=0']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:20:43.079591 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d31f2cb8-959d-472c-ae53-90f3ce3f86c9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:43.080809 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-d31f2cb8-959d-472c-ae53-90f3ce3f86c9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3153851 Jan 18 16:20:43.083602 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53566) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:20:43.088093 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5e580cab-76bb-4a09-8dc8-0f3b4a4dff5f tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Request body: {'security_group_rule': {'security_group_id': '78781ed1-7285-410d-948f-43b87b25db52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:20:43.168937 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e580cab-76bb-4a09-8dc8-0f3b4a4dff5f tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group_rule (d661cefa-5bc7-43d0-8f2f-a4295dbb1213), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:43.215170 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e580cab-76bb-4a09-8dc8-0f3b4a4dff5f tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group_rule (d661cefa-5bc7-43d0-8f2f-a4295dbb1213), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:43.254912 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e580cab-76bb-4a09-8dc8-0f3b4a4dff5f tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690032'] for security_group_rule (d661cefa-5bc7-43d0-8f2f-a4295dbb1213), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:43.274635 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e580cab-76bb-4a09-8dc8-0f3b4a4dff5f tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d661cefa-5bc7-43d0-8f2f-a4295dbb1213,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:20:43.320478 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e580cab-76bb-4a09-8dc8-0f3b4a4dff5f tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:43.321751 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5e580cab-76bb-4a09-8dc8-0f3b4a4dff5f tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2371483 Jan 18 16:20:43.324735 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53568) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:20:43.329010 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Request body: {'floatingip': {'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:20:43.421019 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:43.514442 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:43.552534 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:43.619586 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Allocated IP 172.27.2.146 (1c8790e2-9f4d-4777-95ec-2c108e3ff472/591814af-1b8a-403e-b4f6-753980d73ce9/3c49b636-a295-490e-84d7-df478353c037) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:20:43.716633 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for port (3c49b636-a295-490e-84d7-df478353c037), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:43.810075 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (3c49b636-a295-490e-84d7-df478353c037), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:43.854236 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Network 1c8790e2-9f4d-4777-95ec-2c108e3ff472 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:20:43.857184 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:20:43.859535 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:20:43.865230 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event updated for resources: {'Port': ['ID=3c49b636-a295-490e-84d7-df478353c037,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:20:43.945145 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for floatingip (90adc5a9-55d7-4fb1-80a1-23fa9b892efa), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:44.022144 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (3c49b636-a295-490e-84d7-df478353c037), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:44.168050 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for port (3c49b636-a295-490e-84d7-df478353c037), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:44.231717 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9382115'] for port (3c49b636-a295-490e-84d7-df478353c037), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:44.300143 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event updated for resources: {'Port': ['ID=3c49b636-a295-490e-84d7-df478353c037,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:20:44.311326 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (90adc5a9-55d7-4fb1-80a1-23fa9b892efa), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:44.411241 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:44.413274 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-14803b19-24e3-4b90-9812-76445495edaf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0875633 Jan 18 16:20:44.421101 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:44.602238 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-cdb2acc3-eedc-4660-905d-ad2edff073b8 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1012958662&fields=id&tenant_id=399cb129df3b450f96d231868dccd596 HTTP/1.1" status: 200 len: 267 time: 0.0436437 Jan 18 16:20:44.707723 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-80e0886b-ce10-4f26-b68b-4a1be84f5ee9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:44.709258 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-80e0886b-ce10-4f26-b68b-4a1be84f5ee9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/networks?id=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e HTTP/1.1" status: 200 len: 811 time: 0.1006725 Jan 18 16:20:44.723451 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-d62e88af-ccea-4199-86aa-5d35cf908ba5 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/quotas/399cb129df3b450f96d231868dccd596 HTTP/1.1" status: 200 len: 375 time: 0.0087097 Jan 18 16:20:44.773366 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-ba99736a-2702-47fe-9cff-9ff4e8953a5b tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=399cb129df3b450f96d231868dccd596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447681 Jan 18 16:20:44.876400 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-55b8d752-66b2-4d8d-833c-30516c4f97e6 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:20:44.877462 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-55b8d752-66b2-4d8d-833c-30516c4f97e6 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0934269 Jan 18 16:20:44.967794 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-d1b1e3cc-26e8-46f8-8146-bd96c91e3e0a service neutron] 10.222.0.70 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840003 Jan 18 16:20:45.053166 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-008b3c3a-30ee-4e54-9d45-cddb28face26 service neutron] 10.222.0.70 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793252 Jan 18 16:20:45.751913 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:46.297043 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a2876859-6fd2-44fe-bdba-78c77a936940 req-585781d4-584f-467a-b159-ca6ccd1c3a1c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 210 time: 0.0296640 Jan 18 16:20:47.371773 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-99aa2a51-a2e0-4980-9960-020235b2dc48 req-bb042daf-cb3e-4379-bc80-fbc827588a68 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 210 time: 0.0255589 Jan 18 16:20:48.448010 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7780b593-d7de-43e4-a82c-cab6371b9899 req-0d637a6d-d2a1-468b-8f5e-81ea0c6e7fd6 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 210 time: 0.0264637 Jan 18 16:20:49.522621 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-bf63758b-2f60-415c-bdd7-4ccfd00873de req-347ceaf7-1d01-4de5-977c-59299f375851 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 210 time: 0.0255761 Jan 18 16:20:50.613324 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-47876141-b5f5-4097-9503-fb0eda6ad963 req-13107f10-d876-4068-9198-4659e3f7c909 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 210 time: 0.0254066 Jan 18 16:20:51.705133 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6fc62951-9658-47fa-8ea6-70c47e854620 req-3b002c59-43f4-4318-ac96-b90992fa6b9f tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 210 time: 0.0250676 Jan 18 16:20:52.327379 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-6d6f4725-ca81-4905-8c5d-cfbd6f191334 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:52.328921 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-6d6f4725-ca81-4905-8c5d-cfbd6f191334 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.72 "GET /v2.0/networks?id=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e HTTP/1.1" status: 200 len: 811 time: 0.1007187 Jan 18 16:20:52.388855 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-6c453a73-ccbf-41c1-9f8c-78e1a0755df2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=399cb129df3b450f96d231868dccd596 HTTP/1.1" status: 200 len: 380 time: 0.0519753 Jan 18 16:20:52.398769 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-34620052-d043-4472-96c7-b1a39dd48f2e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Request body: {'port': {'device_id': '552ebe9b-6d1e-413e-8d17-9105d713f9e1', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'admin_state_up': True, 'tenant_id': '399cb129df3b450f96d231868dccd596', 'security_groups': ['78781ed1-7285-410d-948f-43b87b25db52']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:20:52.604504 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-34620052-d043-4472-96c7-b1a39dd48f2e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Made reservation on behalf of 399cb129df3b450f96d231868dccd596 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:20:52.611028 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-34620052-d043-4472-96c7-b1a39dd48f2e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:52.734048 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-34620052-d043-4472-96c7-b1a39dd48f2e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Allocated IP 172.20.0.3 (4c6d97b5-a320-4c8a-8ffa-6af037a0f06e/95733581-991e-437e-b174-c7316eb5e816/bb100768-43fd-4df3-a880-be2151110b4c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:20:52.801149 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8b8ed87f-e852-4ee7-8345-1d6c1388c816 req-f5b342cf-8601-495d-a8f1-b1340b15bfd3 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 210 time: 0.0296426 Jan 18 16:20:52.868999 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-34620052-d043-4472-96c7-b1a39dd48f2e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for port (bb100768-43fd-4df3-a880-be2151110b4c), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:52.969764 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-34620052-d043-4472-96c7-b1a39dd48f2e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (bb100768-43fd-4df3-a880-be2151110b4c), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:53.017655 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-34620052-d043-4472-96c7-b1a39dd48f2e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:20:53.020651 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-34620052-d043-4472-96c7-b1a39dd48f2e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:20:53.024307 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-34620052-d043-4472-96c7-b1a39dd48f2e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:20:53.048050 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34620052-d043-4472-96c7-b1a39dd48f2e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event updated for resources: {'Port': ['ID=bb100768-43fd-4df3-a880-be2151110b4c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:20:53.077126 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-34620052-d043-4472-96c7-b1a39dd48f2e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:53.077760 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-34620052-d043-4472-96c7-b1a39dd48f2e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:53.183788 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-34620052-d043-4472-96c7-b1a39dd48f2e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7892032 Jan 18 16:20:53.194957 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Request body: {'port': {'device_id': '552ebe9b-6d1e-413e-8d17-9105d713f9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:20:53.224904 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-77583525-88b9-408e-b07c-e7f53463ec25 None None] Provisioning complete for port bb100768-43fd-4df3-a880-be2151110b4c triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:20:53.226068 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77583525-88b9-408e-b07c-e7f53463ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (bb100768-43fd-4df3-a880-be2151110b4c), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:53.249121 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (bb100768-43fd-4df3-a880-be2151110b4c), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:53.261267 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-77583525-88b9-408e-b07c-e7f53463ec25 None None] Port bb100768-43fd-4df3-a880-be2151110b4c cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:20:53.508593 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb100768-43fd-4df3-a880-be2151110b4c {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:20:53.515849 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Publish callbacks [] for port (bb100768-43fd-4df3-a880-be2151110b4c), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:53.527880 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Transition to ACTIVE for port object bb100768-43fd-4df3-a880-be2151110b4c will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:20:53.586611 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9382115'] for port (bb100768-43fd-4df3-a880-be2151110b4c), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:53.634088 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Pushing event updated for resources: {'Port': ['ID=bb100768-43fd-4df3-a880-be2151110b4c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:20:53.705485 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Attempting to bind port bb100768-43fd-4df3-a880-be2151110b4c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:20:53.705833 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Attempting to bind port bb100768-43fd-4df3-a880-be2151110b4c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:20:53.706175 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Attempting to bind port bb100768-43fd-4df3-a880-be2151110b4c on network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:20:53.711520 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Port bb100768-43fd-4df3-a880-be2151110b4c on network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:20:53.711851 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Attempting to bind port bb100768-43fd-4df3-a880-be2151110b4c on network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:20:53.717323 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:20:53.717665 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Checking segment: {'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:20:53.718055 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Bound using segment: {'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:20:53.718665 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Bound port: bb100768-43fd-4df3-a880-be2151110b4c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affe90ca-174f-43c4-95d0-8cbc3b734c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:20:53.719038 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (bb100768-43fd-4df3-a880-be2151110b4c), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:53.787526 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] For port bb100768-43fd-4df3-a880-be2151110b4c, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:20:53.790504 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] For port bb100768-43fd-4df3-a880-be2151110b4c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bb100768-43fd-4df3-a880-be2151110b4c,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:20:53.895588 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9382115'] for port (bb100768-43fd-4df3-a880-be2151110b4c), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:53.914260 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5d95c-d6f5-4647-be71-3dd577b21cb6 req-74726849-58ad-45b1-b436-01d426f5b6c9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:53.915730 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78c5d95c-d6f5-4647-be71-3dd577b21cb6 req-74726849-58ad-45b1-b436-01d426f5b6c9 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 943 time: 0.0488052 Jan 18 16:20:53.933490 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:53.934110 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:53.935495 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] 10.222.0.72 "PUT /v2.0/ports/bb100768-43fd-4df3-a880-be2151110b4c HTTP/1.1" status: 200 len: 1093 time: 0.7448225 Jan 18 16:20:53.935940 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552ebe9b-6d1e-413e-8d17-9105d713f9e1', 'tag': 'bb100768-43fd-4df3-a880-be2151110b4c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:20:53.938206 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b17e9a-47ee-4a36-a6b7-8f280835c7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "552ebe9b-6d1e-413e-8d17-9105d713f9e1", "tag": "bb100768-43fd-4df3-a880-be2151110b4c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:20:53.961348 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4d2f7-6be9-4d67-8474-225313dd573b service neutron] Pushing event updated for resources: {'Port': ['ID=bb100768-43fd-4df3-a880-be2151110b4c,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:20:53.973967 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-78c5d95c-d6f5-4647-be71-3dd577b21cb6 req-f72ebd7a-3145-43a4-ad38-eaf63cabb558 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=78781ed1-7285-410d-948f-43b87b25db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520368 Jan 18 16:20:53.984626 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd73e4f9-65ac-4636-9cd4-cc45e55c1d43 x-openstack-request-id: req-fd73e4f9-65ac-4636-9cd4-cc45e55c1d43 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:20:53.984905 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552ebe9b-6d1e-413e-8d17-9105d713f9e1", "tag": "bb100768-43fd-4df3-a880-be2151110b4c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:20:53.985164 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd73e4f9-65ac-4636-9cd4-cc45e55c1d43 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:20:53.985593 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '552ebe9b-6d1e-413e-8d17-9105d713f9e1', 'tag': 'bb100768-43fd-4df3-a880-be2151110b4c', 'status': 'completed', 'code': 200} Jan 18 16:20:54.053252 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b17e9a-47ee-4a36-a6b7-8f280835c7ad req-776403ab-4309-42e8-83f3-e780c36130b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:54.055372 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f9b17e9a-47ee-4a36-a6b7-8f280835c7ad req-776403ab-4309-42e8-83f3-e780c36130b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=399cb129df3b450f96d231868dccd596&device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 1096 time: 0.0426216 Jan 18 16:20:54.161099 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b17e9a-47ee-4a36-a6b7-8f280835c7ad req-88c39930-f543-4c3a-beb8-20147b4cb504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:54.162583 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f9b17e9a-47ee-4a36-a6b7-8f280835c7ad req-88c39930-f543-4c3a-beb8-20147b4cb504 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=399cb129df3b450f96d231868dccd596&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0980351 Jan 18 16:20:54.252451 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b17e9a-47ee-4a36-a6b7-8f280835c7ad req-cc21c635-5f52-4c72-9d9c-64b9ece0bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:54.253919 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-f9b17e9a-47ee-4a36-a6b7-8f280835c7ad req-cc21c635-5f52-4c72-9d9c-64b9ece0bc39 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858011 Jan 18 16:20:54.332648 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-b353cbe8-6421-4888-a707-d6a7de4d8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:54.334075 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-b353cbe8-6421-4888-a707-d6a7de4d8e25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=399cb129df3b450f96d231868dccd596&device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 1096 time: 0.0437331 Jan 18 16:20:54.378860 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-9282a1b1-cf2d-4777-b3de-9f464d0113fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb100768-43fd-4df3-a880-be2151110b4c HTTP/1.1" status: 200 len: 217 time: 0.0333824 Jan 18 16:20:54.423726 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-81031bb2-e1f9-400d-879f-cd7993c8e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:54.425149 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-81031bb2-e1f9-400d-879f-cd7993c8e248 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95733581-991e-437e-b174-c7316eb5e816 HTTP/1.1" status: 200 len: 850 time: 0.0409679 Jan 18 16:20:54.471282 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-165ab9f3-cdd2-4195-8b62-39207875dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:54.472780 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-165ab9f3-cdd2-4195-8b62-39207875dc03 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415354 Jan 18 16:20:54.558545 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-a378c8a8-3a38-4b54-aa17-237d9695b8a4 service neutron] 10.222.0.72 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790143 Jan 18 16:20:54.648579 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b2f6fed0-695e-4f76-acd3-d2fed44c6bbb req-678d2496-3643-465c-904b-111f55fde7ce service neutron] 10.222.0.72 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834801 Jan 18 16:20:55.089477 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa21e6-5155-4307-a130-4b943b90994e req-8c27f8b8-9cfc-435c-aa2a-b21fcb9293a1 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:55.090919 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7eaa21e6-5155-4307-a130-4b943b90994e req-8c27f8b8-9cfc-435c-aa2a-b21fcb9293a1 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 943 time: 0.0478995 Jan 18 16:20:55.136482 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-7eaa21e6-5155-4307-a130-4b943b90994e req-aa949a67-c343-4dcd-93ee-4d8405b660af tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=78781ed1-7285-410d-948f-43b87b25db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401087 Jan 18 16:20:56.256217 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db278d-f83c-4b55-8148-e51c347e3039 req-a1beaad7-2b34-4bfe-9bcc-0247f2259fc5 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:56.257692 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e8db278d-f83c-4b55-8148-e51c347e3039 req-a1beaad7-2b34-4bfe-9bcc-0247f2259fc5 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 943 time: 0.0513375 Jan 18 16:20:56.303354 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e8db278d-f83c-4b55-8148-e51c347e3039 req-63898052-624c-450a-b142-8f59b3ed6363 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=78781ed1-7285-410d-948f-43b87b25db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402822 Jan 18 16:20:57.415093 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a452dde-99cb-4404-a870-28cd3c27942c req-e39a13f5-6870-4c5f-8c06-8f5c36072d2d tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:57.416542 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5a452dde-99cb-4404-a870-28cd3c27942c req-e39a13f5-6870-4c5f-8c06-8f5c36072d2d tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 943 time: 0.0476165 Jan 18 16:20:57.462748 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5a452dde-99cb-4404-a870-28cd3c27942c req-0f36d3ca-0f1f-48b7-b086-fd82adc0dd0d tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=78781ed1-7285-410d-948f-43b87b25db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406556 Jan 18 16:20:57.588518 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device bb100768-43fd-4df3-a880-be2151110b4c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:20:57.686994 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port bb100768-43fd-4df3-a880-be2151110b4c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bb100768-43fd-4df3-a880-be2151110b4c,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:20:57.697760 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': 'bb100768-43fd-4df3-a880-be2151110b4c', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'port_id': 'bb100768-43fd-4df3-a880-be2151110b4c', 'mac_address': 'fa:16:3e:bf:89:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:20:57.734238 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port bb100768-43fd-4df3-a880-be2151110b4c is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:20:57.734628 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (bb100768-43fd-4df3-a880-be2151110b4c), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:57.747906 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb100768-43fd-4df3-a880-be2151110b4c {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:20:57.767005 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port bb100768-43fd-4df3-a880-be2151110b4c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bb100768-43fd-4df3-a880-be2151110b4c,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:20:57.826210 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (bb100768-43fd-4df3-a880-be2151110b4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:57.871667 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=bb100768-43fd-4df3-a880-be2151110b4c,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:20:57.878566 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:57.878923 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:57.879272 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:57.879615 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:57.879951 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:57.880284 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:57.880616 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:57.881061 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:57.881394 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:57.882436 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:57.882766 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:57.883095 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:57.883420 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:20:58.066796 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['bb100768-43fd-4df3-a880-be2151110b4c'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:20:58.374980 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:58.574027 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb419e65-a92c-41b4-bc3f-a040dcd7bb1d req-e6e8aeb4-be50-4771-82fb-6f99d40cb9bf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:58.575472 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-eb419e65-a92c-41b4-bc3f-a040dcd7bb1d req-e6e8aeb4-be50-4771-82fb-6f99d40cb9bf tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 944 time: 0.0471382 Jan 18 16:20:58.624314 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-eb419e65-a92c-41b4-bc3f-a040dcd7bb1d req-c267af1b-8058-47c3-ace3-80c49c0dcae2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=78781ed1-7285-410d-948f-43b87b25db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433800 Jan 18 16:20:59.623883 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device bb100768-43fd-4df3-a880-be2151110b4c up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:20:59.738104 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5788e-210c-4e9b-a6f4-698bb7b0ec8a req-df4b19ac-2679-458f-9c40-9fd5d062f45c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:20:59.739599 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f2e5788e-210c-4e9b-a6f4-698bb7b0ec8a req-df4b19ac-2679-458f-9c40-9fd5d062f45c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 944 time: 0.0488188 Jan 18 16:20:59.780495 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port bb100768-43fd-4df3-a880-be2151110b4c completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:20:59.784589 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port bb100768-43fd-4df3-a880-be2151110b4c triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:20:59.785100 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (bb100768-43fd-4df3-a880-be2151110b4c), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:20:59.786193 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f2e5788e-210c-4e9b-a6f4-698bb7b0ec8a req-59aaac42-842b-4d9a-8473-05f9ac454229 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=78781ed1-7285-410d-948f-43b87b25db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404270 Jan 18 16:20:59.989874 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port bb100768-43fd-4df3-a880-be2151110b4c is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:20:59.990265 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (bb100768-43fd-4df3-a880-be2151110b4c), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:00.011406 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552ebe9b-6d1e-413e-8d17-9105d713f9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb100768-43fd-4df3-a880-be2151110b4c'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:21:00.013654 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4303adb5-90fa-40bd-a0d8-a5d95ccbc6da" -d '{"events": [{"server_uuid": "552ebe9b-6d1e-413e-8d17-9105d713f9e1", "name": "network-vif-plugged", "status": "completed", "tag": "bb100768-43fd-4df3-a880-be2151110b4c"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:21:00.026003 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port bb100768-43fd-4df3-a880-be2151110b4c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bb100768-43fd-4df3-a880-be2151110b4c,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:21:00.095221 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (bb100768-43fd-4df3-a880-be2151110b4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:00.118597 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895185e7-3f5c-49a3-abda-72065f0e2b94 x-openstack-request-id: req-895185e7-3f5c-49a3-abda-72065f0e2b94 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:21:00.118887 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552ebe9b-6d1e-413e-8d17-9105d713f9e1", "name": "network-vif-plugged", "status": "completed", "tag": "bb100768-43fd-4df3-a880-be2151110b4c", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:21:00.119140 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-895185e7-3f5c-49a3-abda-72065f0e2b94 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:21:00.123146 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552ebe9b-6d1e-413e-8d17-9105d713f9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb100768-43fd-4df3-a880-be2151110b4c', 'code': 200} Jan 18 16:21:00.144616 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=bb100768-43fd-4df3-a880-be2151110b4c,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:00.365588 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388e18-63a7-4f1c-a4b5-73ea5b7c018f req-b40cf1ea-691a-43ef-ae6a-aa1bd690bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:00.367622 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-83388e18-63a7-4f1c-a4b5-73ea5b7c018f req-b40cf1ea-691a-43ef-ae6a-aa1bd690bcf1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 1098 time: 0.0411716 Jan 18 16:21:00.409418 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-83388e18-63a7-4f1c-a4b5-73ea5b7c018f req-5828f4ea-692a-4699-8278-598e394b6556 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=78781ed1-7285-410d-948f-43b87b25db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356238 Jan 18 16:21:00.906958 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e660b-238a-40fd-af18-1d8231d37614 req-c9b34086-2896-4a73-9d01-3103ad6e2620 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:00.908323 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c09e660b-238a-40fd-af18-1d8231d37614 req-c9b34086-2896-4a73-9d01-3103ad6e2620 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 945 time: 0.0477118 Jan 18 16:21:00.953177 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c09e660b-238a-40fd-af18-1d8231d37614 req-91df2bef-f4bb-41be-8cb2-8f692644a97c tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=78781ed1-7285-410d-948f-43b87b25db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387948 Jan 18 16:21:02.071884 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518dec0-f4c7-4c3e-a55e-d6705da5baca req-489eb98b-56b2-46e1-ad62-7768548dacff tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:02.073367 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a518dec0-f4c7-4c3e-a55e-d6705da5baca req-489eb98b-56b2-46e1-ad62-7768548dacff tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 945 time: 0.0504236 Jan 18 16:21:02.118226 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a518dec0-f4c7-4c3e-a55e-d6705da5baca req-9033a9cf-810b-4030-893e-a352962324ab tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=78781ed1-7285-410d-948f-43b87b25db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394471 Jan 18 16:21:02.228521 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5ed47-3266-4e5f-8c93-73bc3d9ab1a1 req-2bee31cc-5537-4385-9d02-2957ce136209 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:02.230119 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e6e5ed47-3266-4e5f-8c93-73bc3d9ab1a1 req-2bee31cc-5537-4385-9d02-2957ce136209 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 945 time: 0.0482800 Jan 18 16:21:02.238377 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53654) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:02.243137 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.v2.base [None req-ee4ce565-efe0-431f-ba1c-7585c1dbaaba tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Request body: {'floatingip': {'port_id': 'bb100768-43fd-4df3-a880-be2151110b4c'}} {{(pid=103252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:21:02.283260 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce565-efe0-431f-ba1c-7585c1dbaaba tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for floatingip (90adc5a9-55d7-4fb1-80a1-23fa9b892efa), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:02.699569 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce565-efe0-431f-ba1c-7585c1dbaaba tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:02.791827 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce565-efe0-431f-ba1c-7585c1dbaaba tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (90adc5a9-55d7-4fb1-80a1-23fa9b892efa), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:02.889034 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.l3_db [None req-ee4ce565-efe0-431f-ba1c-7585c1dbaaba tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Floating IP 90adc5a9-55d7-4fb1-80a1-23fa9b892efa associated. External IP: 172.27.2.146, port: bb100768-43fd-4df3-a880-be2151110b4c. Jan 18 16:21:03.317465 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4ce565-efe0-431f-ba1c-7585c1dbaaba tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Router 00c55487-30e3-4b18-95da-f779f24474a5 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:21:03.422217 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4ce565-efe0-431f-ba1c-7585c1dbaaba tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:21:03.426736 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce565-efe0-431f-ba1c-7585c1dbaaba tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:03.432601 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef2d20-8c09-433b-8a8c-5525f407d347 None None] Sync routers for ids ['00c55487-30e3-4b18-95da-f779f24474a5'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:21:03.442232 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef2d20-8c09-433b-8a8c-5525f407d347 None None] Routers {'00c55487-30e3-4b18-95da-f779f24474a5'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:21:03.442838 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b8ef2d20-8c09-433b-8a8c-5525f407d347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:20:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['00c55487-30e3-4b18-95da-f779f24474a5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:03.453777 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-ee4ce565-efe0-431f-ba1c-7585c1dbaaba tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "PUT /v2.0/floatingips/90adc5a9-55d7-4fb1-80a1-23fa9b892efa HTTP/1.1" status: 200 len: 991 time: 1.2143729 Jan 18 16:21:03.454469 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552ebe9b-6d1e-413e-8d17-9105d713f9e1', 'tag': 'bb100768-43fd-4df3-a880-be2151110b4c'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:21:03.456860 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61131630-4d1d-43e5-8a79-56fd5811f232" -d '{"events": [{"name": "network-changed", "server_uuid": "552ebe9b-6d1e-413e-8d17-9105d713f9e1", "tag": "bb100768-43fd-4df3-a880-be2151110b4c"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:21:03.555610 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-b8ef2d20-8c09-433b-8a8c-5525f407d347 None None] Set router 00c55487-30e3-4b18-95da-f779f24474a5 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:21:03.556301 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f35d334-acea-4d8b-9ac5-02e64cf05ad5 x-openstack-request-id: req-5f35d334-acea-4d8b-9ac5-02e64cf05ad5 {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:21:03.556593 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552ebe9b-6d1e-413e-8d17-9105d713f9e1", "tag": "bb100768-43fd-4df3-a880-be2151110b4c", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:21:03.557162 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f35d334-acea-4d8b-9ac5-02e64cf05ad5 {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:21:03.557563 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '552ebe9b-6d1e-413e-8d17-9105d713f9e1', 'tag': 'bb100768-43fd-4df3-a880-be2151110b4c', 'status': 'completed', 'code': 200} Jan 18 16:21:03.622670 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61131630-4d1d-43e5-8a79-56fd5811f232 req-89a308ba-4d6d-4144-b0a8-0f86af6d5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:03.624263 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-61131630-4d1d-43e5-8a79-56fd5811f232 req-89a308ba-4d6d-4144-b0a8-0f86af6d5a30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=399cb129df3b450f96d231868dccd596&device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 1098 time: 0.0400057 Jan 18 16:21:03.714629 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61131630-4d1d-43e5-8a79-56fd5811f232 req-942d79c3-8674-4757-b5c7-f4f95c12c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:03.716066 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-61131630-4d1d-43e5-8a79-56fd5811f232 req-942d79c3-8674-4757-b5c7-f4f95c12c2e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e HTTP/1.1" status: 200 len: 912 time: 0.0859535 Jan 18 16:21:03.778849 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b8ef2d20-8c09-433b-8a8c-5525f407d347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '90adc5a9-55d7-4fb1-80a1-23fa9b892efa', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'port_id': 'bb100768-43fd-4df3-a880-be2151110b4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'mac_address': 'fa:16:3e:bf:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552ebe9b-6d1e-413e-8d17-9105d713f9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:20:43Z', 'updated_at': '2022-01-18T16:21:02Z', 'revision_number': 1, 'project_id': '399cb129df3b450f96d231868dccd596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f177754-fd68-4b84-9158-650c896904ab', 'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'mac_address': 'fa:16:3e:1f:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:27Z', 'updated_at': '2022-01-18T16:17:31Z', 'revision_number': 5, 'project_id': '399cb129df3b450f96d231868dccd596', 'subnets': [{'id': '95733581-991e-437e-b174-c7316eb5e816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:03.782321 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-61131630-4d1d-43e5-8a79-56fd5811f232 req-c972a8ff-c4af-4c7d-b9f9-88db1c5ef584 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb100768-43fd-4df3-a880-be2151110b4c HTTP/1.1" status: 200 len: 999 time: 0.0586658 Jan 18 16:21:03.804913 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef2d20-8c09-433b-8a8c-5525f407d347 None None] Checking router: 00c55487-30e3-4b18-95da-f779f24474a5 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:21:03.813547 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef2d20-8c09-433b-8a8c-5525f407d347 None None] Routers {'00c55487-30e3-4b18-95da-f779f24474a5'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:21:03.814185 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b8ef2d20-8c09-433b-8a8c-5525f407d347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:20:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['00c55487-30e3-4b18-95da-f779f24474a5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:03.835656 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61131630-4d1d-43e5-8a79-56fd5811f232 req-d60127dd-5127-4d6f-888e-da14caf98505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:03.837160 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-61131630-4d1d-43e5-8a79-56fd5811f232 req-d60127dd-5127-4d6f-888e-da14caf98505 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95733581-991e-437e-b174-c7316eb5e816 HTTP/1.1" status: 200 len: 850 time: 0.0477638 Jan 18 16:21:03.881330 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61131630-4d1d-43e5-8a79-56fd5811f232 req-9d76304e-2dbf-4e2d-a20c-50af9dbcbb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:03.883232 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-61131630-4d1d-43e5-8a79-56fd5811f232 req-9d76304e-2dbf-4e2d-a20c-50af9dbcbb6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394697 Jan 18 16:21:03.920663 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-b8ef2d20-8c09-433b-8a8c-5525f407d347 None None] Set router 00c55487-30e3-4b18-95da-f779f24474a5 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:21:03.971582 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-61131630-4d1d-43e5-8a79-56fd5811f232 req-43fa391d-541e-4d23-84d7-645896f9a8d7 service neutron] 10.222.0.72 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820405 Jan 18 16:21:04.061740 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-61131630-4d1d-43e5-8a79-56fd5811f232 req-bffef375-99df-464d-8bd5-76848fd5d748 service neutron] 10.222.0.72 "GET /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841467 Jan 18 16:21:04.142397 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b8ef2d20-8c09-433b-8a8c-5525f407d347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '90adc5a9-55d7-4fb1-80a1-23fa9b892efa', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'port_id': 'bb100768-43fd-4df3-a880-be2151110b4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'mac_address': 'fa:16:3e:bf:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552ebe9b-6d1e-413e-8d17-9105d713f9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:20:43Z', 'updated_at': '2022-01-18T16:21:02Z', 'revision_number': 1, 'project_id': '399cb129df3b450f96d231868dccd596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f177754-fd68-4b84-9158-650c896904ab', 'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'mac_address': 'fa:16:3e:1f:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:27Z', 'updated_at': '2022-01-18T16:17:31Z', 'revision_number': 5, 'project_id': '399cb129df3b450f96d231868dccd596', 'subnets': [{'id': '95733581-991e-437e-b174-c7316eb5e816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:04.172078 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef2d20-8c09-433b-8a8c-5525f407d347 None None] The sync data for ids ['00c55487-30e3-4b18-95da-f779f24474a5'] in dv-cinder-788366-8-iscsi is: [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '90adc5a9-55d7-4fb1-80a1-23fa9b892efa', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'port_id': 'bb100768-43fd-4df3-a880-be2151110b4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'mac_address': 'fa:16:3e:bf:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552ebe9b-6d1e-413e-8d17-9105d713f9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:20:43Z', 'updated_at': '2022-01-18T16:21:02Z', 'revision_number': 1, 'project_id': '399cb129df3b450f96d231868dccd596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f177754-fd68-4b84-9158-650c896904ab', 'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'mac_address': 'fa:16:3e:1f:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:27Z', 'updated_at': '2022-01-18T16:17:31Z', 'revision_number': 5, 'project_id': '399cb129df3b450f96d231868dccd596', 'subnets': [{'id': '95733581-991e-437e-b174-c7316eb5e816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:21:04.348523 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3242e2-b1c4-434d-a830-75725a4c8f5a None None] New status for floating IP 90adc5a9-55d7-4fb1-80a1-23fa9b892efa: ACTIVE {{(pid=103254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:21:05.769509 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:21:09.391555 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5812-78f5-4065-a1d5-66980582d53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:11.465779 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df561a52-c839-4d4f-b7ee-4df10533ad52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:13.528716 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:14.385965 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:15.762723 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:28.385682 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:29.636500 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53710) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:29.792286 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-9ab2ebb6-ff0b-4429-8437-2d0c86f4ebff tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Deleting port edde266d-73fe-4f26-805b-2209e511cec6 {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:21:29.792632 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9ab2ebb6-ff0b-4429-8437-2d0c86f4ebff tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (edde266d-73fe-4f26-805b-2209e511cec6), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:29.869224 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9ab2ebb6-ff0b-4429-8437-2d0c86f4ebff tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (edde266d-73fe-4f26-805b-2209e511cec6), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:29.869477 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9ab2ebb6-ff0b-4429-8437-2d0c86f4ebff tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for floatingip (edde266d-73fe-4f26-805b-2209e511cec6), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:29.881217 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-9ab2ebb6-ff0b-4429-8437-2d0c86f4ebff tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Calling delete_port for edde266d-73fe-4f26-805b-2209e511cec6 owned by network:floatingip {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:21:30.116823 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9ab2ebb6-ff0b-4429-8437-2d0c86f4ebff tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (edde266d-73fe-4f26-805b-2209e511cec6), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:30.141310 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2ebb6-ff0b-4429-8437-2d0c86f4ebff tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event deleted for resources: {'Port': ['ID=edde266d-73fe-4f26-805b-2209e511cec6,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:30.199461 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9ab2ebb6-ff0b-4429-8437-2d0c86f4ebff tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for floatingip (4aa654aa-275c-457c-bf4e-69929bfd62c7), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:30.199790 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.l3_db [None req-9ab2ebb6-ff0b-4429-8437-2d0c86f4ebff tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Floating IP 4aa654aa-275c-457c-bf4e-69929bfd62c7 disassociated (deleted). External IP: 172.27.2.10, port: a69ed617-8262-4fb9-8ccf-ed6e1895ae36. Jan 18 16:21:30.399295 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab2ebb6-ff0b-4429-8437-2d0c86f4ebff tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:21:30.503148 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab2ebb6-ff0b-4429-8437-2d0c86f4ebff tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:21:30.507726 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9ab2ebb6-ff0b-4429-8437-2d0c86f4ebff tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:30.512207 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a39272-c569-45b3-980a-14e3d9464a3a None None] Sync routers for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:21:30.521587 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a39272-c569-45b3-980a-14e3d9464a3a None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:21:30.522196 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-74a39272-c569-45b3-980a-14e3d9464a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:21:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:30.533586 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-9ab2ebb6-ff0b-4429-8437-2d0c86f4ebff tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "DELETE /v2.0/floatingips/4aa654aa-275c-457c-bf4e-69929bfd62c7 HTTP/1.1" status: 204 len: 168 time: 0.8959167 Jan 18 16:21:30.534167 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f45367-bccb-4a23-84ce-0a8baef33ca1', 'tag': 'a69ed617-8262-4fb9-8ccf-ed6e1895ae36'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:21:30.537041 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06db3fe0-0bab-42b8-bfa4-a1764a4b1086" -d '{"events": [{"name": "network-changed", "server_uuid": "88f45367-bccb-4a23-84ce-0a8baef33ca1", "tag": "a69ed617-8262-4fb9-8ccf-ed6e1895ae36"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:21:30.576596 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5846a0a8-68dd-49d3-8828-4068982a41e6 x-openstack-request-id: req-5846a0a8-68dd-49d3-8828-4068982a41e6 {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:21:30.577016 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f45367-bccb-4a23-84ce-0a8baef33ca1", "tag": "a69ed617-8262-4fb9-8ccf-ed6e1895ae36", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:21:30.577335 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5846a0a8-68dd-49d3-8828-4068982a41e6 {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:21:30.577818 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f45367-bccb-4a23-84ce-0a8baef33ca1', 'tag': 'a69ed617-8262-4fb9-8ccf-ed6e1895ae36', 'status': 'completed', 'code': 200} Jan 18 16:21:30.633066 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-74a39272-c569-45b3-980a-14e3d9464a3a None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:21:30.645676 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3fe0-0bab-42b8-bfa4-a1764a4b1086 req-e4ae90d2-3b0e-42b8-9048-64daa1dc19e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:30.647273 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-06db3fe0-0bab-42b8-bfa4-a1764a4b1086 req-e4ae90d2-3b0e-42b8-9048-64daa1dc19e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 1099 time: 0.0486007 Jan 18 16:21:30.742297 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3fe0-0bab-42b8-bfa4-a1764a4b1086 req-9a89467a-22f8-40b6-a0f1-4cb361a0ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:30.743810 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-06db3fe0-0bab-42b8-bfa4-a1764a4b1086 req-9a89467a-22f8-40b6-a0f1-4cb361a0ebb2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9006094a-4cd3-4690-ae5f-0e16ae5eb237 HTTP/1.1" status: 200 len: 910 time: 0.0901914 Jan 18 16:21:30.784395 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-06db3fe0-0bab-42b8-bfa4-a1764a4b1086 req-c7d76975-c8a2-4af3-a920-cc74662155ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a69ed617-8262-4fb9-8ccf-ed6e1895ae36 HTTP/1.1" status: 200 len: 217 time: 0.0339751 Jan 18 16:21:30.837535 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3fe0-0bab-42b8-bfa4-a1764a4b1086 req-1dce094b-664c-4ee8-b1d7-9ddcf902a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:30.839014 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-06db3fe0-0bab-42b8-bfa4-a1764a4b1086 req-1dce094b-664c-4ee8-b1d7-9ddcf902a880 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fed91ed-377f-4a66-bb0c-79607a693d03 HTTP/1.1" status: 200 len: 848 time: 0.0444999 Jan 18 16:21:30.865636 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-74a39272-c569-45b3-980a-14e3d9464a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '088942e3-ec1c-4efc-834c-04b3bd165e84', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'port_id': '7df66a73-7194-4717-b426-be1ff6e8c080', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'mac_address': 'fa:16:3e:b4:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:17:36Z', 'updated_at': '2022-01-18T16:17:38Z', 'revision_number': 1, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:30.891165 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3fe0-0bab-42b8-bfa4-a1764a4b1086 req-0950a5b9-e764-4887-85d0-1f1955720141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:30.892895 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-06db3fe0-0bab-42b8-bfa4-a1764a4b1086 req-0950a5b9-e764-4887-85d0-1f1955720141 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9006094a-4cd3-4690-ae5f-0e16ae5eb237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462847 Jan 18 16:21:30.893407 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a39272-c569-45b3-980a-14e3d9464a3a None None] Checking router: 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:21:30.904014 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a39272-c569-45b3-980a-14e3d9464a3a None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:21:30.904703 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-74a39272-c569-45b3-980a-14e3d9464a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:21:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:30.980790 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c044c0-f20b-4ed4-bbd2-3851c89cfda1 req-e09220dc-6daf-47d8-a92d-156d13687b5d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:30.982433 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f1c044c0-f20b-4ed4-bbd2-3851c89cfda1 req-e09220dc-6daf-47d8-a92d-156d13687b5d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 946 time: 0.0562518 Jan 18 16:21:31.001051 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-06db3fe0-0bab-42b8-bfa4-a1764a4b1086 req-b264f104-3130-4b7b-bc04-ca53bc1ba4b2 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930583 Jan 18 16:21:31.037360 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-f1c044c0-f20b-4ed4-bbd2-3851c89cfda1 req-4778618f-a6a5-456f-bcb4-74f4304d952d tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474300 Jan 18 16:21:31.100201 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-06db3fe0-0bab-42b8-bfa4-a1764a4b1086 req-32bee4be-19d0-42ef-b368-460e38c62c8e service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904503 Jan 18 16:21:31.104475 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-74a39272-c569-45b3-980a-14e3d9464a3a None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:21:31.320959 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-74a39272-c569-45b3-980a-14e3d9464a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '088942e3-ec1c-4efc-834c-04b3bd165e84', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'port_id': '7df66a73-7194-4717-b426-be1ff6e8c080', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'mac_address': 'fa:16:3e:b4:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:17:36Z', 'updated_at': '2022-01-18T16:17:38Z', 'revision_number': 1, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:31.349584 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a39272-c569-45b3-980a-14e3d9464a3a None None] The sync data for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi is: [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_floatingips': [{'id': '088942e3-ec1c-4efc-834c-04b3bd165e84', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'router_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'port_id': '7df66a73-7194-4717-b426-be1ff6e8c080', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'mac_address': 'fa:16:3e:b4:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:17:36Z', 'updated_at': '2022-01-18T16:17:38Z', 'revision_number': 1, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:21:31.584377 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b8c84-931e-4966-8562-2c2a4f188bcd None None] New status for floating IP 4aa654aa-275c-457c-bf4e-69929bfd62c7: DOWN {{(pid=103254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:21:32.149657 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb30f93-694a-4de3-b6d9-6893aef8cae0 req-2617531c-e12a-4487-9fa3-df1d37dd4d4b tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:32.151031 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3eb30f93-694a-4de3-b6d9-6893aef8cae0 req-2617531c-e12a-4487-9fa3-df1d37dd4d4b tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 946 time: 0.0468767 Jan 18 16:21:32.199264 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3eb30f93-694a-4de3-b6d9-6893aef8cae0 req-e18a9ba1-9523-4e53-b01e-46dac10a01f2 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428181 Jan 18 16:21:32.652922 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9025a0-5089-44fe-a367-68a39dfd0b45 req-7725a148-9285-4642-abe4-63ba6f21aaa8 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:32.654349 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2b9025a0-5089-44fe-a367-68a39dfd0b45 req-7725a148-9285-4642-abe4-63ba6f21aaa8 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.72 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 946 time: 0.0475256 Jan 18 16:21:32.742368 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-2b9025a0-5089-44fe-a367-68a39dfd0b45 req-74193dbd-06b5-494d-8471-14b9e62a60b9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Deleting port a69ed617-8262-4fb9-8ccf-ed6e1895ae36 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:21:32.742733 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2b9025a0-5089-44fe-a367-68a39dfd0b45 req-74193dbd-06b5-494d-8471-14b9e62a60b9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (a69ed617-8262-4fb9-8ccf-ed6e1895ae36), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:32.828736 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-2b9025a0-5089-44fe-a367-68a39dfd0b45 req-74193dbd-06b5-494d-8471-14b9e62a60b9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] For port a69ed617-8262-4fb9-8ccf-ed6e1895ae36, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a69ed617-8262-4fb9-8ccf-ed6e1895ae36,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:21:32.829107 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2b9025a0-5089-44fe-a367-68a39dfd0b45 req-74193dbd-06b5-494d-8471-14b9e62a60b9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (a69ed617-8262-4fb9-8ccf-ed6e1895ae36), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:32.841854 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-2b9025a0-5089-44fe-a367-68a39dfd0b45 req-74193dbd-06b5-494d-8471-14b9e62a60b9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Calling delete_port for a69ed617-8262-4fb9-8ccf-ed6e1895ae36 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:21:33.042874 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2b9025a0-5089-44fe-a367-68a39dfd0b45 req-74193dbd-06b5-494d-8471-14b9e62a60b9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (a69ed617-8262-4fb9-8ccf-ed6e1895ae36), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:33.071739 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74193dbd-06b5-494d-8471-14b9e62a60b9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event deleted for resources: {'Port': ['ID=a69ed617-8262-4fb9-8ccf-ed6e1895ae36,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:33.113280 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9025a0-5089-44fe-a367-68a39dfd0b45 req-74193dbd-06b5-494d-8471-14b9e62a60b9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] No DVR routers for this DVR port a69ed617-8262-4fb9-8ccf-ed6e1895ae36 on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:21:33.116265 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2b9025a0-5089-44fe-a367-68a39dfd0b45 req-74193dbd-06b5-494d-8471-14b9e62a60b9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:33.119617 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-2b9025a0-5089-44fe-a367-68a39dfd0b45 req-74193dbd-06b5-494d-8471-14b9e62a60b9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.72 "DELETE /v2.0/ports/a69ed617-8262-4fb9-8ccf-ed6e1895ae36 HTTP/1.1" status: 204 len: 173 time: 0.4597650 Jan 18 16:21:33.120035 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f45367-bccb-4a23-84ce-0a8baef33ca1', 'name': 'network-vif-deleted', 'tag': 'a69ed617-8262-4fb9-8ccf-ed6e1895ae36'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:21:33.122320 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ecaa9c-0d77-4d51-aa4d-a4164cbc837b" -d '{"events": [{"server_uuid": "88f45367-bccb-4a23-84ce-0a8baef33ca1", "name": "network-vif-deleted", "tag": "a69ed617-8262-4fb9-8ccf-ed6e1895ae36"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:21:33.156549 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547c753e-0487-40de-9741-1156298afdbb x-openstack-request-id: req-547c753e-0487-40de-9741-1156298afdbb {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:21:33.156869 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f45367-bccb-4a23-84ce-0a8baef33ca1", "name": "network-vif-deleted", "tag": "a69ed617-8262-4fb9-8ccf-ed6e1895ae36", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:21:33.157126 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-547c753e-0487-40de-9741-1156298afdbb {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:21:33.157526 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f45367-bccb-4a23-84ce-0a8baef33ca1', 'name': 'network-vif-deleted', 'tag': 'a69ed617-8262-4fb9-8ccf-ed6e1895ae36', 'status': 'completed', 'code': 200} Jan 18 16:21:33.294914 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-326593b9-967e-4bcf-b328-477978519d63 req-638fe8d7-52c6-4a20-a73e-149536ef9262 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 210 time: 0.0272715 Jan 18 16:21:34.404972 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c18ebd22-c8a3-4275-8769-fe61108c4946 req-e27ba06a-fd72-4508-b79a-a464ea55114b tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f45367-bccb-4a23-84ce-0a8baef33ca1 HTTP/1.1" status: 200 len: 210 time: 0.0291376 Jan 18 16:21:35.912037 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device a69ed617-8262-4fb9-8ccf-ed6e1895ae36 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:21:35.935983 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: a69ed617-8262-4fb9-8ccf-ed6e1895ae36 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:21:35.936327 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device a69ed617-8262-4fb9-8ccf-ed6e1895ae36 not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:21:37.592402 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-82a19df4-2e48-4481-ac07-19298a671fbf req-07e661f2-1e49-43d9-be1f-3f5504f84fe3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389104 Jan 18 16:21:37.678998 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a19df4-2e48-4481-ac07-19298a671fbf req-489ad51d-a71f-41e2-8648-15a5c70740c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:37.680477 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-82a19df4-2e48-4481-ac07-19298a671fbf req-489ad51d-a71f-41e2-8648-15a5c70740c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 1099 time: 0.0400431 Jan 18 16:21:37.923367 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53756) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:38.036836 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a19df4-2e48-4481-ac07-19298a671fbf req-fdd95d4c-91f2-4b8f-b04b-e18aebce93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:38.038396 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-82a19df4-2e48-4481-ac07-19298a671fbf req-fdd95d4c-91f2-4b8f-b04b-e18aebce93c1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9006094a-4cd3-4690-ae5f-0e16ae5eb237 HTTP/1.1" status: 200 len: 910 time: 0.3395841 Jan 18 16:21:38.080210 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-89c50363-99fb-4701-91d5-e18883475ce9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Deleting port 7f9fdaad-7f90-4474-a631-6c89a7b3353f {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:21:38.080554 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-89c50363-99fb-4701-91d5-e18883475ce9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (7f9fdaad-7f90-4474-a631-6c89a7b3353f), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:38.104636 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-82a19df4-2e48-4481-ac07-19298a671fbf req-bb8e3223-7dab-43ae-b8ce-f06672d4248d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7df66a73-7194-4717-b426-be1ff6e8c080 HTTP/1.1" status: 200 len: 1001 time: 0.0590584 Jan 18 16:21:38.154072 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a19df4-2e48-4481-ac07-19298a671fbf req-0d34bdfd-1652-4f4c-9814-2b566d8b3142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:38.154406 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-89c50363-99fb-4701-91d5-e18883475ce9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (7f9fdaad-7f90-4474-a631-6c89a7b3353f), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:38.154740 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-89c50363-99fb-4701-91d5-e18883475ce9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for floatingip (7f9fdaad-7f90-4474-a631-6c89a7b3353f), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:38.155516 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-82a19df4-2e48-4481-ac07-19298a671fbf req-0d34bdfd-1652-4f4c-9814-2b566d8b3142 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fed91ed-377f-4a66-bb0c-79607a693d03 HTTP/1.1" status: 200 len: 848 time: 0.0435913 Jan 18 16:21:38.166705 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-89c50363-99fb-4701-91d5-e18883475ce9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Calling delete_port for 7f9fdaad-7f90-4474-a631-6c89a7b3353f owned by network:floatingip {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:21:38.202736 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a19df4-2e48-4481-ac07-19298a671fbf req-67016d46-b597-4e8b-84a6-9112559754ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:38.204252 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-82a19df4-2e48-4481-ac07-19298a671fbf req-67016d46-b597-4e8b-84a6-9112559754ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9006094a-4cd3-4690-ae5f-0e16ae5eb237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429258 Jan 18 16:21:38.291895 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-82a19df4-2e48-4481-ac07-19298a671fbf req-86dd848a-d3d0-4280-832b-c1788232d7de service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807083 Jan 18 16:21:38.384261 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-82a19df4-2e48-4481-ac07-19298a671fbf req-1f0e8871-2d5a-4768-852a-4d7af7ba81e1 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861726 Jan 18 16:21:38.397294 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-89c50363-99fb-4701-91d5-e18883475ce9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (7f9fdaad-7f90-4474-a631-6c89a7b3353f), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:38.423535 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c50363-99fb-4701-91d5-e18883475ce9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event deleted for resources: {'Port': ['ID=7f9fdaad-7f90-4474-a631-6c89a7b3353f,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:38.487822 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-89c50363-99fb-4701-91d5-e18883475ce9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for floatingip (088942e3-ec1c-4efc-834c-04b3bd165e84), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:38.488152 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.db.l3_db [None req-89c50363-99fb-4701-91d5-e18883475ce9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Floating IP 088942e3-ec1c-4efc-834c-04b3bd165e84 disassociated (deleted). External IP: 172.27.2.26, port: 7df66a73-7194-4717-b426-be1ff6e8c080. Jan 18 16:21:38.692564 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c50363-99fb-4701-91d5-e18883475ce9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:21:38.797858 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c50363-99fb-4701-91d5-e18883475ce9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:21:38.802622 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-89c50363-99fb-4701-91d5-e18883475ce9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:38.808861 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d47384-c827-495a-b88c-fe1fbf458a18 None None] Sync routers for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:21:38.818273 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d47384-c827-495a-b88c-fe1fbf458a18 None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:21:38.818901 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a5d47384-c827-495a-b88c-fe1fbf458a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:21:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:38.847393 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-89c50363-99fb-4701-91d5-e18883475ce9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "DELETE /v2.0/floatingips/088942e3-ec1c-4efc-834c-04b3bd165e84 HTTP/1.1" status: 204 len: 168 time: 0.9229367 Jan 18 16:21:38.847980 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'tag': '7df66a73-7194-4717-b426-be1ff6e8c080'}] {{(pid=103252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:21:38.850863 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}605fa54fb0e54ed23beacb6ee0cb18d0bba06ded7ab788d7faba15df24cc13ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887c4d7e-2e72-4894-800c-d0f7ce2e5d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "97697a99-48fb-44a3-bdff-9d0db25ea5e9", "tag": "7df66a73-7194-4717-b426-be1ff6e8c080"}]}' {{(pid=103252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:21:38.890133 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323f4781-d175-4de3-85ad-7803c56d82f7 x-openstack-request-id: req-323f4781-d175-4de3-85ad-7803c56d82f7 {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:21:38.890554 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97697a99-48fb-44a3-bdff-9d0db25ea5e9", "tag": "7df66a73-7194-4717-b426-be1ff6e8c080", "status": "completed", "code": 200}]} {{(pid=103252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:21:38.891165 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-323f4781-d175-4de3-85ad-7803c56d82f7 {{(pid=103252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:21:38.891841 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'tag': '7df66a73-7194-4717-b426-be1ff6e8c080', 'status': 'completed', 'code': 200} Jan 18 16:21:38.931374 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a5d47384-c827-495a-b88c-fe1fbf458a18 None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:21:38.952940 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c4d7e-2e72-4894-800c-d0f7ce2e5d4c req-dd733d83-6386-418c-b124-aa7b7fc33474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:38.954378 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-887c4d7e-2e72-4894-800c-d0f7ce2e5d4c req-dd733d83-6386-418c-b124-aa7b7fc33474 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acc4cb619a8040ea87a28be703b168c8&device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 1099 time: 0.0402834 Jan 18 16:21:39.047811 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c4d7e-2e72-4894-800c-d0f7ce2e5d4c req-d8c44e5c-54b4-4118-a72f-ee165b42a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:39.049326 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-887c4d7e-2e72-4894-800c-d0f7ce2e5d4c req-d8c44e5c-54b4-4118-a72f-ee165b42a442 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9006094a-4cd3-4690-ae5f-0e16ae5eb237 HTTP/1.1" status: 200 len: 910 time: 0.0860827 Jan 18 16:21:39.092142 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-887c4d7e-2e72-4894-800c-d0f7ce2e5d4c req-f65a304c-15c6-41ba-a54d-20ba2b46b1a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7df66a73-7194-4717-b426-be1ff6e8c080 HTTP/1.1" status: 200 len: 217 time: 0.0342777 Jan 18 16:21:39.127951 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a5d47384-c827-495a-b88c-fe1fbf458a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:39.141367 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c4d7e-2e72-4894-800c-d0f7ce2e5d4c req-0fd76aed-069a-47cc-a8f9-e703d43650f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:39.142815 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-887c4d7e-2e72-4894-800c-d0f7ce2e5d4c req-0fd76aed-069a-47cc-a8f9-e703d43650f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2fed91ed-377f-4a66-bb0c-79607a693d03 HTTP/1.1" status: 200 len: 848 time: 0.0430753 Jan 18 16:21:39.158320 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d47384-c827-495a-b88c-fe1fbf458a18 None None] Checking router: 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:21:39.167156 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d47384-c827-495a-b88c-fe1fbf458a18 None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:21:39.167807 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a5d47384-c827-495a-b88c-fe1fbf458a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:21:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:39.188340 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c4d7e-2e72-4894-800c-d0f7ce2e5d4c req-0ec2e49b-05da-4f09-b1b9-6162f02ef962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:39.189881 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-887c4d7e-2e72-4894-800c-d0f7ce2e5d4c req-0ec2e49b-05da-4f09-b1b9-6162f02ef962 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9006094a-4cd3-4690-ae5f-0e16ae5eb237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409770 Jan 18 16:21:39.275470 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a5d47384-c827-495a-b88c-fe1fbf458a18 None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:21:39.290913 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-887c4d7e-2e72-4894-800c-d0f7ce2e5d4c req-9d99d425-1d0a-4056-9bb1-039078154342 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946586 Jan 18 16:21:39.360815 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e8353-dea7-4ed1-94e7-70dc9e8d2ab1 req-bc42ae33-4b55-49db-8ba4-db94fc0b25e9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:39.362517 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3a5e8353-dea7-4ed1-94e7-70dc9e8d2ab1 req-bc42ae33-4b55-49db-8ba4-db94fc0b25e9 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 946 time: 0.0540712 Jan 18 16:21:39.397718 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d87bbed3-e0a7-489b-9230-0122b831d23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:39.403912 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-887c4d7e-2e72-4894-800c-d0f7ce2e5d4c req-35bac848-e8b9-4e22-ab5f-7eb5b25fa6d7 service neutron] 10.222.0.72 "GET /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038415 Jan 18 16:21:39.421289 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3a5e8353-dea7-4ed1-94e7-70dc9e8d2ab1 req-25821f29-2fae-4a4f-a2b7-9d48f538083a tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515766 Jan 18 16:21:39.482129 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a5d47384-c827-495a-b88c-fe1fbf458a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:39.509466 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d47384-c827-495a-b88c-fe1fbf458a18 None None] The sync data for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi is: [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:14:12Z', 'revision_number': 4, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5aa470d7-f090-4ed0-8107-5254f46e85f2', 'name': '', 'network_id': '9006094a-4cd3-4690-ae5f-0e16ae5eb237', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'mac_address': 'fa:16:3e:b9:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:12Z', 'updated_at': '2022-01-18T16:14:17Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'subnets': [{'id': '2fed91ed-377f-4a66-bb0c-79607a693d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:21:39.722482 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa582a22-ce9f-4441-8cc5-085268c75a9c None None] New status for floating IP 088942e3-ec1c-4efc-834c-04b3bd165e84: DOWN {{(pid=103254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:21:40.531349 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c54938-9955-428f-8303-76d853eee9a2 req-26a68f51-ca7c-4448-b3ed-937327a35208 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:40.532872 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a6c54938-9955-428f-8303-76d853eee9a2 req-26a68f51-ca7c-4448-b3ed-937327a35208 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 946 time: 0.0476992 Jan 18 16:21:40.585498 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a6c54938-9955-428f-8303-76d853eee9a2 req-0285170f-5ddd-42fe-b737-d5d9d0652341 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/security-groups?id=31193f80-2a24-4c13-9ed7-800b7108d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462739 Jan 18 16:21:41.011123 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8ad80-2423-4069-8a12-15373562a5bc req-e1102018-c872-4fbd-ae3d-e9e4c3a95bc8 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:21:41.012556 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d1c8ad80-2423-4069-8a12-15373562a5bc req-e1102018-c872-4fbd-ae3d-e9e4c3a95bc8 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.72 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 946 time: 0.0478234 Jan 18 16:21:41.098234 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-d1c8ad80-2423-4069-8a12-15373562a5bc req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Deleting port 7df66a73-7194-4717-b426-be1ff6e8c080 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:21:41.098510 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d1c8ad80-2423-4069-8a12-15373562a5bc req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (7df66a73-7194-4717-b426-be1ff6e8c080), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:41.188380 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d1c8ad80-2423-4069-8a12-15373562a5bc req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] For port 7df66a73-7194-4717-b426-be1ff6e8c080, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7df66a73-7194-4717-b426-be1ff6e8c080,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:21:41.188768 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d1c8ad80-2423-4069-8a12-15373562a5bc req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (7df66a73-7194-4717-b426-be1ff6e8c080), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:41.200321 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-d1c8ad80-2423-4069-8a12-15373562a5bc req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Calling delete_port for 7df66a73-7194-4717-b426-be1ff6e8c080 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:21:41.408000 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d1c8ad80-2423-4069-8a12-15373562a5bc req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (7df66a73-7194-4717-b426-be1ff6e8c080), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:41.437481 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event deleted for resources: {'Port': ['ID=7df66a73-7194-4717-b426-be1ff6e8c080,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:41.451325 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:41.451678 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:41.452096 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:41.452444 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:41.452797 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:41.453127 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:41.453460 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:41.453788 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:41.454138 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:41.454473 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:41.454794 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:41.455131 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:41.455451 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:41.489156 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c8ad80-2423-4069-8a12-15373562a5bc req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] No DVR routers for this DVR port 7df66a73-7194-4717-b426-be1ff6e8c080 on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:21:41.491547 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d1c8ad80-2423-4069-8a12-15373562a5bc req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:41.494071 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdae0726-50cd-4948-a472-f17fbf6e8079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:41.494847 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-d1c8ad80-2423-4069-8a12-15373562a5bc req-bc3d367e-4a37-46ea-8ad5-148d819943e1 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.72 "DELETE /v2.0/ports/7df66a73-7194-4717-b426-be1ff6e8c080 HTTP/1.1" status: 204 len: 173 time: 0.4767981 Jan 18 16:21:41.495280 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'name': 'network-vif-deleted', 'tag': '7df66a73-7194-4717-b426-be1ff6e8c080'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:21:41.497522 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bcde12-c886-4bcb-8083-8191087fc555" -d '{"events": [{"server_uuid": "97697a99-48fb-44a3-bdff-9d0db25ea5e9", "name": "network-vif-deleted", "tag": "7df66a73-7194-4717-b426-be1ff6e8c080"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:21:41.533112 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f19871-f2da-46ef-9311-dada462d2882 x-openstack-request-id: req-24f19871-f2da-46ef-9311-dada462d2882 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:21:41.533403 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97697a99-48fb-44a3-bdff-9d0db25ea5e9", "name": "network-vif-deleted", "tag": "7df66a73-7194-4717-b426-be1ff6e8c080", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:21:41.533730 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24f19871-f2da-46ef-9311-dada462d2882 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:21:41.534259 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97697a99-48fb-44a3-bdff-9d0db25ea5e9', 'name': 'network-vif-deleted', 'tag': '7df66a73-7194-4717-b426-be1ff6e8c080', 'status': 'completed', 'code': 200} Jan 18 16:21:41.683725 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-676e9367-85b4-406f-91cf-4dcbf9c1ddf5 req-a9fcb421-7484-4dab-abdb-2f6715f0273f tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "GET /v2.0/ports?device_id=97697a99-48fb-44a3-bdff-9d0db25ea5e9 HTTP/1.1" status: 200 len: 210 time: 0.0269017 Jan 18 16:21:42.739089 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53780) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:42.769603 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:21:42.866495 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Deleting port 6a83b44e-9312-46ab-80b0-01b99872bbfa {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:21:42.866841 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (6a83b44e-9312-46ab-80b0-01b99872bbfa), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:42.939434 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (6a83b44e-9312-46ab-80b0-01b99872bbfa), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:42.939830 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for floatingip (6a83b44e-9312-46ab-80b0-01b99872bbfa), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:42.952035 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Calling delete_port for 6a83b44e-9312-46ab-80b0-01b99872bbfa owned by network:floatingip {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:21:43.110843 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (6a83b44e-9312-46ab-80b0-01b99872bbfa), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:43.136767 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event deleted for resources: {'Port': ['ID=6a83b44e-9312-46ab-80b0-01b99872bbfa,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:43.159399 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:43.159755 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:43.160123 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:43.160445 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:43.160808 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:43.161214 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:43.161555 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:43.161884 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:43.162218 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:43.162572 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:43.162899 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:43.163220 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:43.163540 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:21:43.205607 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for floatingip (fa98f4c9-e0c2-4fe4-929a-a23f974d7789), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:43.208123 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:43.209328 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-bbecb327-dec3-45d8-a326-ada35b747c99 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "DELETE /v2.0/floatingips/fa98f4c9-e0c2-4fe4-929a-a23f974d7789 HTTP/1.1" status: 204 len: 168 time: 0.4692667 Jan 18 16:21:43.568312 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:44.396617 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:44.510886 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53802) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:44.568104 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1b5702fd-7226-48af-b33a-fbeb65d8ed58 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group (31193f80-2a24-4c13-9ed7-800b7108d60b), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:44.593365 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1b5702fd-7226-48af-b33a-fbeb65d8ed58 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group (31193f80-2a24-4c13-9ed7-800b7108d60b), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:44.722685 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1b5702fd-7226-48af-b33a-fbeb65d8ed58 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (31193f80-2a24-4c13-9ed7-800b7108d60b), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:44.726002 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1b5702fd-7226-48af-b33a-fbeb65d8ed58 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:44.728405 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-1b5702fd-7226-48af-b33a-fbeb65d8ed58 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] 10.222.0.70 "DELETE /v2.0/security-groups/31193f80-2a24-4c13-9ed7-800b7108d60b HTTP/1.1" status: 204 len: 168 time: 0.2153075 Jan 18 16:21:44.736413 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5702fd-7226-48af-b33a-fbeb65d8ed58 tempest-TestVolumeBootPattern-455425658 tempest-TestVolumeBootPattern-455425658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31193f80-2a24-4c13-9ed7-800b7108d60b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:44.873692 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53808) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:45.367870 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a65216e-f161-487a-9508-04534f2b02cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3778353'] for router_interface (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:45.611824 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6a65216e-f161-487a-9508-04534f2b02cf admin admin] Deleting port 5aa470d7-f090-4ed0-8107-5254f46e85f2 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:21:45.612407 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a65216e-f161-487a-9508-04534f2b02cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:45.696740 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-6a65216e-f161-487a-9508-04534f2b02cf admin admin] For port 5aa470d7-f090-4ed0-8107-5254f46e85f2, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=5aa470d7-f090-4ed0-8107-5254f46e85f2,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:21:45.697157 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a65216e-f161-487a-9508-04534f2b02cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:45.709331 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6a65216e-f161-487a-9508-04534f2b02cf admin admin] Calling delete_port for 5aa470d7-f090-4ed0-8107-5254f46e85f2 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:21:45.768254 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:45.928652 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a65216e-f161-487a-9508-04534f2b02cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (5aa470d7-f090-4ed0-8107-5254f46e85f2), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:45.955260 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65216e-f161-487a-9508-04534f2b02cf admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa470d7-f090-4ed0-8107-5254f46e85f2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:45.998966 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 7df66a73-7194-4717-b426-be1ff6e8c080 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:21:46.021765 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: 7df66a73-7194-4717-b426-be1ff6e8c080 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:21:46.022425 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 7df66a73-7194-4717-b426-be1ff6e8c080 not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:21:46.119667 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a65216e-f161-487a-9508-04534f2b02cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776673'] for router_interface (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:46.336700 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a65216e-f161-487a-9508-04534f2b02cf admin admin] Router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:21:46.446110 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a65216e-f161-487a-9508-04534f2b02cf admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:21:46.451209 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-6a65216e-f161-487a-9508-04534f2b02cf admin admin] 10.222.0.70 "PUT /v2.0/routers/7da83c69-5e5c-4ddf-9037-34ca5f8cbda9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5765026 Jan 18 16:21:46.453795 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53824) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:46.455153 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79051630-8aae-4e20-96b1-5012244e78f7 None None] Sync routers for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:21:46.469005 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79051630-8aae-4e20-96b1-5012244e78f7 None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:21:46.469695 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-79051630-8aae-4e20-96b1-5012244e78f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:21:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:46.555149 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0077e9c7-1fef-4c1b-9d72-1c44200a68ac admin admin] Publish callbacks [] for router (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:46.572689 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-79051630-8aae-4e20-96b1-5012244e78f7 None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:21:46.656174 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0077e9c7-1fef-4c1b-9d72-1c44200a68ac admin admin] Publish callbacks [] for router_gateway (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:46.747441 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-79051630-8aae-4e20-96b1-5012244e78f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:21:45Z', 'revision_number': 5, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port': {'id': '5dbf4943-3049-4c3b-8484-31ca14a31478', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:09Z', 'updated_at': '2022-01-18T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:46.775116 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79051630-8aae-4e20-96b1-5012244e78f7 None None] Checking router: 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:21:46.783504 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79051630-8aae-4e20-96b1-5012244e78f7 None None] Routers {'7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:21:46.784108 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-79051630-8aae-4e20-96b1-5012244e78f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:21:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:46.799802 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0077e9c7-1fef-4c1b-9d72-1c44200a68ac admin admin] Deleting port 5dbf4943-3049-4c3b-8484-31ca14a31478 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:21:46.800145 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0077e9c7-1fef-4c1b-9d72-1c44200a68ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (5dbf4943-3049-4c3b-8484-31ca14a31478), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:46.891232 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-0077e9c7-1fef-4c1b-9d72-1c44200a68ac admin admin] For port 5dbf4943-3049-4c3b-8484-31ca14a31478, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=5dbf4943-3049-4c3b-8484-31ca14a31478,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:21:46.891674 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0077e9c7-1fef-4c1b-9d72-1c44200a68ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (5dbf4943-3049-4c3b-8484-31ca14a31478), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:46.905747 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0077e9c7-1fef-4c1b-9d72-1c44200a68ac admin admin] Calling delete_port for 5dbf4943-3049-4c3b-8484-31ca14a31478 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:21:46.966712 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-79051630-8aae-4e20-96b1-5012244e78f7 None None] Set router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:21:47.020187 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-79051630-8aae-4e20-96b1-5012244e78f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:21:46Z', 'revision_number': 6, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port_host': None}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:47.046982 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79051630-8aae-4e20-96b1-5012244e78f7 None None] The sync data for ids ['7da83c69-5e5c-4ddf-9037-34ca5f8cbda9'] in dv-cinder-788366-8-iscsi is: [{'id': '7da83c69-5e5c-4ddf-9037-34ca5f8cbda9', 'name': 'tempest-TestVolumeBootPattern-8110516-router', 'tenant_id': 'acc4cb619a8040ea87a28be703b168c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:08Z', 'updated_at': '2022-01-18T16:21:46Z', 'revision_number': 6, 'project_id': 'acc4cb619a8040ea87a28be703b168c8', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:21:47.139421 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0077e9c7-1fef-4c1b-9d72-1c44200a68ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (5dbf4943-3049-4c3b-8484-31ca14a31478), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:47.167798 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077e9c7-1fef-4c1b-9d72-1c44200a68ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbf4943-3049-4c3b-8484-31ca14a31478,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:47.223642 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0077e9c7-1fef-4c1b-9d72-1c44200a68ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778175'] for router_gateway (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:47.567045 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0077e9c7-1fef-4c1b-9d72-1c44200a68ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24974'] for router (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:47.569232 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0077e9c7-1fef-4c1b-9d72-1c44200a68ac admin admin] Publish callbacks [] for router_controller (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:47.682579 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0077e9c7-1fef-4c1b-9d72-1c44200a68ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779283'] for router (7da83c69-5e5c-4ddf-9037-34ca5f8cbda9), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:47.683166 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0077e9c7-1fef-4c1b-9d72-1c44200a68ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:21:47.687481 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0077e9c7-1fef-4c1b-9d72-1c44200a68ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:47.688651 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-0077e9c7-1fef-4c1b-9d72-1c44200a68ac admin admin] 10.222.0.70 "DELETE /v2.0/routers/7da83c69-5e5c-4ddf-9037-34ca5f8cbda9 HTTP/1.1" status: 204 len: 168 time: 1.2339227 Jan 18 16:21:47.691330 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53828) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:47.734563 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fa9c71-1a8f-4f53-8521-8975ff1be724 admin admin] Deleting subnet 2fed91ed-377f-4a66-bb0c-79607a693d03 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:21:47.737520 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88fa9c71-1a8f-4f53-8521-8975ff1be724 admin admin] Publish callbacks [] for subnet (2fed91ed-377f-4a66-bb0c-79607a693d03), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:47.770785 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88fa9c71-1a8f-4f53-8521-8975ff1be724 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9694588'] for subnet (2fed91ed-377f-4a66-bb0c-79607a693d03), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:47.854124 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88fa9c71-1a8f-4f53-8521-8975ff1be724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (2fed91ed-377f-4a66-bb0c-79607a693d03), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:47.968853 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88fa9c71-1a8f-4f53-8521-8975ff1be724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9382105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8737008'] for subnet (2fed91ed-377f-4a66-bb0c-79607a693d03), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:47.995474 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa9c71-1a8f-4f53-8521-8975ff1be724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fed91ed-377f-4a66-bb0c-79607a693d03,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:48.000203 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88fa9c71-1a8f-4f53-8521-8975ff1be724 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:48.003838 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-88fa9c71-1a8f-4f53-8521-8975ff1be724 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2fed91ed-377f-4a66-bb0c-79607a693d03 HTTP/1.1" status: 204 len: 168 time: 0.3115208 Jan 18 16:21:48.006325 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53830) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:48.009463 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0612ca0c-0cb9-4da7-95eb-67558f108b99 None None] Network 9006094a-4cd3-4690-ae5f-0e16ae5eb237 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:21:48.091792 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (9006094a-4cd3-4690-ae5f-0e16ae5eb237), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:48.154471 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] Deleting port c82e8411-3368-4198-8282-d4c380488ae7 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:21:48.154815 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (c82e8411-3368-4198-8282-d4c380488ae7), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:48.177602 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8728ac9c-def2-4098-992b-1b8293401b76 None None] DHCP port deletion for 9006094a-4cd3-4690-ae5f-0e16ae5eb237 request from dv-cinder-788366-8-iscsi {{(pid=103254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:21:48.218712 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] For port c82e8411-3368-4198-8282-d4c380488ae7, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=c82e8411-3368-4198-8282-d4c380488ae7,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:21:48.219083 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (c82e8411-3368-4198-8282-d4c380488ae7), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:48.228729 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8728ac9c-def2-4098-992b-1b8293401b76 None None] Deleting port c82e8411-3368-4198-8282-d4c380488ae7 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:21:48.229116 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8728ac9c-def2-4098-992b-1b8293401b76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (c82e8411-3368-4198-8282-d4c380488ae7), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:48.231548 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] Calling delete_port for c82e8411-3368-4198-8282-d4c380488ae7 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:21:48.291967 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-8728ac9c-def2-4098-992b-1b8293401b76 None None] For port c82e8411-3368-4198-8282-d4c380488ae7, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=c82e8411-3368-4198-8282-d4c380488ae7,segment=NetworkSegment(d181e33c-3b08-4fe0-9016-21d2678e65d2),segment_id=d181e33c-3b08-4fe0-9016-21d2678e65d2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:21:48.292290 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8728ac9c-def2-4098-992b-1b8293401b76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (c82e8411-3368-4198-8282-d4c380488ae7), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:48.305137 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8728ac9c-def2-4098-992b-1b8293401b76 None None] Calling delete_port for c82e8411-3368-4198-8282-d4c380488ae7 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:21:48.437019 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (c82e8411-3368-4198-8282-d4c380488ae7), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:48.443059 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8728ac9c-def2-4098-992b-1b8293401b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (c82e8411-3368-4198-8282-d4c380488ae7), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:48.462187 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82e8411-3368-4198-8282-d4c380488ae7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:48.466488 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728ac9c-def2-4098-992b-1b8293401b76 None None] Pushing event deleted for resources: {'Port': ['ID=c82e8411-3368-4198-8282-d4c380488ae7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:48.466647 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] No DVR routers for this DVR port c82e8411-3368-4198-8282-d4c380488ae7 on host dv-cinder-788366-8-iscsi {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:21:48.472359 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728ac9c-def2-4098-992b-1b8293401b76 None None] No DVR routers for this DVR port c82e8411-3368-4198-8282-d4c380488ae7 on host dv-cinder-788366-8-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:21:48.543574 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (9006094a-4cd3-4690-ae5f-0e16ae5eb237), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:48.564062 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9006094a-4cd3-4690-ae5f-0e16ae5eb237']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:48.573127 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd181e33c-3b08-4fe0-9016-21d2678e65d2') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:48.573430 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd181e33c-3b08-4fe0-9016-21d2678e65d2') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:48.582394 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9694565'] for segment (d181e33c-3b08-4fe0-9016-21d2678e65d2), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:48.595115 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (d181e33c-3b08-4fe0-9016-21d2678e65d2), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:48.601365 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:21:48.601753 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9382023'] for segment (d181e33c-3b08-4fe0-9016-21d2678e65d2), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: warnings.warn(msg) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: Traceback (most recent call last): Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: timer() Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: cb(*args, **kw) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: return func(*args, **kwargs) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: self._notify() Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: self.callback(batched_events) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: event.method(event) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:21:48.603509 dv-cinder-788366-8-iscsi neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:21:48.607334 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:21:48.607334 dv-cinder-788366-8-iscsi neutron-server[103253]: return f(self, *a, **k) Jan 18 16:21:48.607334 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:21:48.607334 dv-cinder-788366-8-iscsi neutron-server[103253]: return self._get(url).json() Jan 18 16:21:48.607334 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:21:48.607334 dv-cinder-788366-8-iscsi neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:21:48.607334 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:21:48.607334 dv-cinder-788366-8-iscsi neutron-server[103253]: return self.request(url, 'GET', **kwargs) Jan 18 16:21:48.607334 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:21:48.607334 dv-cinder-788366-8-iscsi neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:21:48.607334 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:21:48.607334 dv-cinder-788366-8-iscsi neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:21:48.607334 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:21:48.607334 dv-cinder-788366-8-iscsi neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:21:48.607334 dv-cinder-788366-8-iscsi neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:21:48.768045 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (9006094a-4cd3-4690-ae5f-0e16ae5eb237), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:48.775594 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:48.788410 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9006094a-4cd3-4690-ae5f-0e16ae5eb237 HTTP/1.1" status: 204 len: 168 time: 0.7712488 Jan 18 16:21:48.788888 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53834) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:48.789339 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1d438-2d42-4857-a3db-3674ac266425 admin admin] Pushing event deleted for resources: {'Network': ['ID=9006094a-4cd3-4690-ae5f-0e16ae5eb237,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:48.876935 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device c82e8411-3368-4198-8282-d4c380488ae7 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:21:48.897886 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: c82e8411-3368-4198-8282-d4c380488ae7 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:21:48.898229 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device c82e8411-3368-4198-8282-d4c380488ae7 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:21:48.898643 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 5aa470d7-f090-4ed0-8107-5254f46e85f2 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:21:48.917545 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: 5aa470d7-f090-4ed0-8107-5254f46e85f2 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:21:48.917896 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 5aa470d7-f090-4ed0-8107-5254f46e85f2 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:21:48.918303 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 5dbf4943-3049-4c3b-8484-31ca14a31478 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:21:48.937242 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: 5dbf4943-3049-4c3b-8484-31ca14a31478 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:21:48.937589 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 5dbf4943-3049-4c3b-8484-31ca14a31478 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:21:49.342732 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-faf82e8c-68e1-450c-9753-1e3fe1080d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3778353'] for router_interface (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:49.578789 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-faf82e8c-68e1-450c-9753-1e3fe1080d97 admin admin] Deleting port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:21:49.579134 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-faf82e8c-68e1-450c-9753-1e3fe1080d97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:49.658015 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-faf82e8c-68e1-450c-9753-1e3fe1080d97 admin admin] For port 2a41a1cd-9573-404e-b3f4-5eafbdb170f4, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=2a41a1cd-9573-404e-b3f4-5eafbdb170f4,segment=NetworkSegment(33c85fa0-1f83-4044-9df5-c6f9ccd965fc),segment_id=33c85fa0-1f83-4044-9df5-c6f9ccd965fc)] {{(pid=103252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:21:49.658381 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-faf82e8c-68e1-450c-9753-1e3fe1080d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:49.669630 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-faf82e8c-68e1-450c-9753-1e3fe1080d97 admin admin] Calling delete_port for 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 owned by network:router_interface {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:21:49.933947 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-faf82e8c-68e1-450c-9753-1e3fe1080d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (2a41a1cd-9573-404e-b3f4-5eafbdb170f4), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:49.958246 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf82e8c-68e1-450c-9753-1e3fe1080d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a41a1cd-9573-404e-b3f4-5eafbdb170f4,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:50.118197 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-faf82e8c-68e1-450c-9753-1e3fe1080d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776673'] for router_interface (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:50.327175 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf82e8c-68e1-450c-9753-1e3fe1080d97 admin admin] Router a80b2a5f-3ea4-4c28-8c50-fb436a95b10c has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:21:50.429302 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf82e8c-68e1-450c-9753-1e3fe1080d97 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:21:50.434438 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-faf82e8c-68e1-450c-9753-1e3fe1080d97 admin admin] 10.222.0.70 "PUT /v2.0/routers/a80b2a5f-3ea4-4c28-8c50-fb436a95b10c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6516728 Jan 18 16:21:50.436958 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53838) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:50.439439 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a9830d-1193-4e16-af1a-7479b8ccd355 None None] Sync routers for ids ['a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'] in dv-cinder-788366-8-iscsi {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:21:50.449841 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a9830d-1193-4e16-af1a-7479b8ccd355 None None] Routers {'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:21:50.450286 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-86a9830d-1193-4e16-af1a-7479b8ccd355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:21:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:50.549249 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-de9f9009-a2cb-4255-977e-005192872e41 admin admin] Publish callbacks [] for router (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:50.557037 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-86a9830d-1193-4e16-af1a-7479b8ccd355 None None] Set router a80b2a5f-3ea4-4c28-8c50-fb436a95b10c gateway port host: dv-cinder-788366-8-iscsi {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:21:50.654454 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-de9f9009-a2cb-4255-977e-005192872e41 admin admin] Publish callbacks [] for router_gateway (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:50.729975 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-86a9830d-1193-4e16-af1a-7479b8ccd355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'name': 'tempest-TestVolumeBootPattern-227058245-router', 'tenant_id': '2babbd9395dd400ca0820a12027d627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'da16a536-c9ba-4200-8496-e6eb7faa7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:16Z', 'updated_at': '2022-01-18T16:21:49Z', 'revision_number': 5, 'project_id': '2babbd9395dd400ca0820a12027d627f', 'gw_port': {'id': 'da16a536-c9ba-4200-8496-e6eb7faa7f15', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:14:17Z', 'updated_at': '2022-01-18T16:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:50.755846 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a9830d-1193-4e16-af1a-7479b8ccd355 None None] Checking router: a80b2a5f-3ea4-4c28-8c50-fb436a95b10c for host: dv-cinder-788366-8-iscsi {{(pid=103254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:21:50.764934 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a9830d-1193-4e16-af1a-7479b8ccd355 None None] Routers {'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:21:50.765550 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-86a9830d-1193-4e16-af1a-7479b8ccd355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:21:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'], 'active': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:50.782157 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-de9f9009-a2cb-4255-977e-005192872e41 admin admin] Deleting port da16a536-c9ba-4200-8496-e6eb7faa7f15 {{(pid=103252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:21:50.782502 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-de9f9009-a2cb-4255-977e-005192872e41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (da16a536-c9ba-4200-8496-e6eb7faa7f15), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:50.855431 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvr_db [None req-86a9830d-1193-4e16-af1a-7479b8ccd355 None None] Set router a80b2a5f-3ea4-4c28-8c50-fb436a95b10c gateway port host: None {{(pid=103254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:21:50.864097 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-de9f9009-a2cb-4255-977e-005192872e41 admin admin] For port da16a536-c9ba-4200-8496-e6eb7faa7f15, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=da16a536-c9ba-4200-8496-e6eb7faa7f15,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:21:50.864457 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-de9f9009-a2cb-4255-977e-005192872e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (da16a536-c9ba-4200-8496-e6eb7faa7f15), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:50.877945 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.plugin [None req-de9f9009-a2cb-4255-977e-005192872e41 admin admin] Calling delete_port for da16a536-c9ba-4200-8496-e6eb7faa7f15 owned by network:router_gateway {{(pid=103252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:21:50.914958 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_hamode_db [None req-86a9830d-1193-4e16-af1a-7479b8ccd355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'name': 'tempest-TestVolumeBootPattern-227058245-router', 'tenant_id': '2babbd9395dd400ca0820a12027d627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:16Z', 'updated_at': '2022-01-18T16:21:50Z', 'revision_number': 6, 'project_id': '2babbd9395dd400ca0820a12027d627f', 'gw_port_host': None}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:50.942427 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a9830d-1193-4e16-af1a-7479b8ccd355 None None] The sync data for ids ['a80b2a5f-3ea4-4c28-8c50-fb436a95b10c'] in dv-cinder-788366-8-iscsi is: [{'id': 'a80b2a5f-3ea4-4c28-8c50-fb436a95b10c', 'name': 'tempest-TestVolumeBootPattern-227058245-router', 'tenant_id': '2babbd9395dd400ca0820a12027d627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:14:16Z', 'updated_at': '2022-01-18T16:21:50Z', 'revision_number': 6, 'project_id': '2babbd9395dd400ca0820a12027d627f', 'gw_port_host': None}] {{(pid=103254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:21:51.122404 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-de9f9009-a2cb-4255-977e-005192872e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693653'] for port (da16a536-c9ba-4200-8496-e6eb7faa7f15), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:51.145098 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f9009-a2cb-4255-977e-005192872e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=da16a536-c9ba-4200-8496-e6eb7faa7f15,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:51.204219 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-de9f9009-a2cb-4255-977e-005192872e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778175'] for router_gateway (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:51.293316 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-de9f9009-a2cb-4255-977e-005192872e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24974'] for router (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:51.295658 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-de9f9009-a2cb-4255-977e-005192872e41 admin admin] Publish callbacks [] for router_controller (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), precommit_delete_associations {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:51.402680 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-de9f9009-a2cb-4255-977e-005192872e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779283'] for router (a80b2a5f-3ea4-4c28-8c50-fb436a95b10c), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:51.403159 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9f9009-a2cb-4255-977e-005192872e41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a80b2a5f-3ea4-4c28-8c50-fb436a95b10c {{(pid=103252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:21:51.407515 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-de9f9009-a2cb-4255-977e-005192872e41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:51.408714 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-de9f9009-a2cb-4255-977e-005192872e41 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a80b2a5f-3ea4-4c28-8c50-fb436a95b10c HTTP/1.1" status: 204 len: 168 time: 0.9708314 Jan 18 16:21:51.411207 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53842) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:51.455072 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.db.db_base_plugin_v2 [None req-179a8ec0-6e77-4cd3-9595-571f7d444908 admin admin] Deleting subnet 21c6900a-9c3f-41ed-809a-6d450b792e92 {{(pid=103252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:21:51.458136 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-179a8ec0-6e77-4cd3-9595-571f7d444908 admin admin] Publish callbacks [] for subnet (21c6900a-9c3f-41ed-809a-6d450b792e92), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:51.491393 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-179a8ec0-6e77-4cd3-9595-571f7d444908 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697184'] for subnet (21c6900a-9c3f-41ed-809a-6d450b792e92), precommit_delete_associations {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:51.569996 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-179a8ec0-6e77-4cd3-9595-571f7d444908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (21c6900a-9c3f-41ed-809a-6d450b792e92), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:51.694436 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-179a8ec0-6e77-4cd3-9595-571f7d444908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8693688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9050497'] for subnet (21c6900a-9c3f-41ed-809a-6d450b792e92), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:51.721706 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a8ec0-6e77-4cd3-9595-571f7d444908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c6900a-9c3f-41ed-809a-6d450b792e92,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:51.723656 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-179a8ec0-6e77-4cd3-9595-571f7d444908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for subnet (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:51.727579 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-179a8ec0-6e77-4cd3-9595-571f7d444908 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/21c6900a-9c3f-41ed-809a-6d450b792e92 HTTP/1.1" status: 204 len: 168 time: 0.3153963 Jan 18 16:21:51.728554 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896358b6-12d1-49f8-951c-d6697ce08657 None None] Network 55dec2a4-ab21-4a3d-bf67-5f8f6fcff082 requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:21:51.730211 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53846) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:51.805903 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (55dec2a4-ab21-4a3d-bf67-5f8f6fcff082), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:51.859598 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] Deleting port d34b95d6-fce0-4d61-9d00-02272fb11987 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:21:51.859951 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:51.876819 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ffbe1f-ca97-4024-b856-66eac060cfe6 None None] DHCP port deletion for 55dec2a4-ab21-4a3d-bf67-5f8f6fcff082 request from dv-cinder-788366-8-iscsi {{(pid=103254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:21:51.927292 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-38ffbe1f-ca97-4024-b856-66eac060cfe6 None None] Deleting port d34b95d6-fce0-4d61-9d00-02272fb11987 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:21:51.927675 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38ffbe1f-ca97-4024-b856-66eac060cfe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:51.930242 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] For port d34b95d6-fce0-4d61-9d00-02272fb11987, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=d34b95d6-fce0-4d61-9d00-02272fb11987,segment=NetworkSegment(33c85fa0-1f83-4044-9df5-c6f9ccd965fc),segment_id=33c85fa0-1f83-4044-9df5-c6f9ccd965fc)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:21:51.930977 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:51.944768 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] Calling delete_port for d34b95d6-fce0-4d61-9d00-02272fb11987 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:21:52.110950 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:52.121180 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-38ffbe1f-ca97-4024-b856-66eac060cfe6 None None] For port d34b95d6-fce0-4d61-9d00-02272fb11987, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=d34b95d6-fce0-4d61-9d00-02272fb11987,segment=NetworkSegment(33c85fa0-1f83-4044-9df5-c6f9ccd965fc),segment_id=33c85fa0-1f83-4044-9df5-c6f9ccd965fc)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:21:52.121180 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38ffbe1f-ca97-4024-b856-66eac060cfe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:52.133086 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-38ffbe1f-ca97-4024-b856-66eac060cfe6 None None] Calling delete_port for d34b95d6-fce0-4d61-9d00-02272fb11987 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:21:52.136893 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] Pushing event deleted for resources: {'Port': ['ID=d34b95d6-fce0-4d61-9d00-02272fb11987,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:52.141014 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] No DVR routers for this DVR port d34b95d6-fce0-4d61-9d00-02272fb11987 on host dv-cinder-788366-8-iscsi {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:21:52.208910 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38ffbe1f-ca97-4024-b856-66eac060cfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (d34b95d6-fce0-4d61-9d00-02272fb11987), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:52.218846 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (55dec2a4-ab21-4a3d-bf67-5f8f6fcff082), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:52.231560 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffbe1f-ca97-4024-b856-66eac060cfe6 None None] Pushing event deleted for resources: {'Port': ['ID=d34b95d6-fce0-4d61-9d00-02272fb11987,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:52.236948 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ffbe1f-ca97-4024-b856-66eac060cfe6 None None] No DVR routers for this DVR port d34b95d6-fce0-4d61-9d00-02272fb11987 on host dv-cinder-788366-8-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:21:52.239298 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55dec2a4-ab21-4a3d-bf67-5f8f6fcff082']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:52.249524 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c85fa0-1f83-4044-9df5-c6f9ccd965fc') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:52.249822 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c85fa0-1f83-4044-9df5-c6f9ccd965fc') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:52.259528 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9694565'] for segment (33c85fa0-1f83-4044-9df5-c6f9ccd965fc), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:52.273152 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (33c85fa0-1f83-4044-9df5-c6f9ccd965fc), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:52.278928 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:21:52.279339 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9382023'] for segment (33c85fa0-1f83-4044-9df5-c6f9ccd965fc), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: Traceback (most recent call last): Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: timer() Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: cb(*args, **kw) Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: return func(*args, **kwargs) Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: self._notify() Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: self.callback(batched_events) Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: event.method(event) Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: return f(self, *a, **k) Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: return self._get(url).json() Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: return self.request(url, 'GET', **kwargs) Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:21:52.281021 dv-cinder-788366-8-iscsi neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:21:52.408143 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (55dec2a4-ab21-4a3d-bf67-5f8f6fcff082), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:52.413533 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:52.416778 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] 10.222.0.70 "DELETE /v2.0/networks/55dec2a4-ab21-4a3d-bf67-5f8f6fcff082 HTTP/1.1" status: 204 len: 168 time: 0.6854367 Jan 18 16:21:52.427606 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace64af8-d9a1-4150-bcbf-11288f06918d admin admin] Pushing event deleted for resources: {'Network': ['ID=55dec2a4-ab21-4a3d-bf67-5f8f6fcff082,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:52.754723 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53852) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:52.795497 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-e8e42d75-790d-4837-9805-07806628f311 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=acc4cb619a8040ea87a28be703b168c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395346 Jan 18 16:21:52.798229 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53854) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:52.847688 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2194e6fa-5d28-4d1d-b70b-4cab9a3ebf22 admin admin] Publish callbacks [] for security_group (5ee0a444-de52-4425-b655-290dfcb87070), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:52.871743 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2194e6fa-5d28-4d1d-b70b-4cab9a3ebf22 admin admin] Publish callbacks [] for security_group (5ee0a444-de52-4425-b655-290dfcb87070), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:52.876795 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:21:52.900122 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:21:52.904622 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 2a41a1cd-9573-404e-b3f4-5eafbdb170f4 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:21:52.904622 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device d34b95d6-fce0-4d61-9d00-02272fb11987 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:21:52.920077 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: d34b95d6-fce0-4d61-9d00-02272fb11987 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:21:52.920432 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device d34b95d6-fce0-4d61-9d00-02272fb11987 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:21:52.920905 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device da16a536-c9ba-4200-8496-e6eb7faa7f15 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:21:52.939995 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: da16a536-c9ba-4200-8496-e6eb7faa7f15 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:21:52.940367 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device da16a536-c9ba-4200-8496-e6eb7faa7f15 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:21:53.002364 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2194e6fa-5d28-4d1d-b70b-4cab9a3ebf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (5ee0a444-de52-4425-b655-290dfcb87070), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:53.005106 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2194e6fa-5d28-4d1d-b70b-4cab9a3ebf22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:53.006373 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-2194e6fa-5d28-4d1d-b70b-4cab9a3ebf22 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5ee0a444-de52-4425-b655-290dfcb87070 HTTP/1.1" status: 204 len: 168 time: 0.2071640 Jan 18 16:21:53.014083 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194e6fa-5d28-4d1d-b70b-4cab9a3ebf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee0a444-de52-4425-b655-290dfcb87070,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:53.603487 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53862) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:53.641361 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-ae4200ee-e877-4267-bc47-4ddb4c8dddad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2babbd9395dd400ca0820a12027d627f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401032 Jan 18 16:21:53.644079 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53864) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:53.693255 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ef12da79-9730-47bc-b13f-43de268d5747 admin admin] Publish callbacks [] for security_group (f5b2344a-d363-4b30-afcf-6884feaa3752), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:53.716364 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ef12da79-9730-47bc-b13f-43de268d5747 admin admin] Publish callbacks [] for security_group (f5b2344a-d363-4b30-afcf-6884feaa3752), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:53.883163 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ef12da79-9730-47bc-b13f-43de268d5747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (f5b2344a-d363-4b30-afcf-6884feaa3752), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:53.885785 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ef12da79-9730-47bc-b13f-43de268d5747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:53.889600 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-ef12da79-9730-47bc-b13f-43de268d5747 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f5b2344a-d363-4b30-afcf-6884feaa3752 HTTP/1.1" status: 204 len: 168 time: 0.2444122 Jan 18 16:21:53.897282 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12da79-9730-47bc-b13f-43de268d5747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b2344a-d363-4b30-afcf-6884feaa3752,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:21:58.384693 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:08.739809 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3b5b3-a42d-467e-b6e8-28141f8d11fe req-181d2ba8-33a7-48e6-80fb-d9c02687366e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:22:08.741493 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5ff3b5b3-a42d-467e-b6e8-28141f8d11fe req-181d2ba8-33a7-48e6-80fb-d9c02687366e tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 945 time: 0.0495017 Jan 18 16:22:08.788090 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-5ff3b5b3-a42d-467e-b6e8-28141f8d11fe req-135c511d-78ec-48e5-90bb-d22e33779f06 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=78781ed1-7285-410d-948f-43b87b25db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404015 Jan 18 16:22:09.390578 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2518577b-446b-4280-ab8d-074e866cf9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:09.902169 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ee4c7-f15b-4579-b539-ba475b734491 req-74dfaff2-63f7-466a-b712-a7792b283aef tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:22:09.903529 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c96ee4c7-f15b-4579-b539-ba475b734491 req-74dfaff2-63f7-466a-b712-a7792b283aef tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 945 time: 0.0474834 Jan 18 16:22:09.951752 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-c96ee4c7-f15b-4579-b539-ba475b734491 req-dfd4400a-7484-493d-8b8b-0221c372af29 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups?id=78781ed1-7285-410d-948f-43b87b25db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428138 Jan 18 16:22:10.506101 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33edd9f-87ce-42d2-ac00-b3798bd5a74d req-d1a8d0ad-d3d3-404f-be37-08573411c109 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:22:10.507591 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b33edd9f-87ce-42d2-ac00-b3798bd5a74d req-d1a8d0ad-d3d3-404f-be37-08573411c109 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.72 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 945 time: 0.0504429 Jan 18 16:22:10.594426 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b33edd9f-87ce-42d2-ac00-b3798bd5a74d req-425513b1-c417-4d53-ba51-1c090e2d99c4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Deleting port bb100768-43fd-4df3-a880-be2151110b4c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:22:10.594774 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b33edd9f-87ce-42d2-ac00-b3798bd5a74d req-425513b1-c417-4d53-ba51-1c090e2d99c4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (bb100768-43fd-4df3-a880-be2151110b4c), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:10.684713 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b33edd9f-87ce-42d2-ac00-b3798bd5a74d req-425513b1-c417-4d53-ba51-1c090e2d99c4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] For port bb100768-43fd-4df3-a880-be2151110b4c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bb100768-43fd-4df3-a880-be2151110b4c,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:22:10.685076 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b33edd9f-87ce-42d2-ac00-b3798bd5a74d req-425513b1-c417-4d53-ba51-1c090e2d99c4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (bb100768-43fd-4df3-a880-be2151110b4c), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:10.849760 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b33edd9f-87ce-42d2-ac00-b3798bd5a74d req-425513b1-c417-4d53-ba51-1c090e2d99c4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:10.850132 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b33edd9f-87ce-42d2-ac00-b3798bd5a74d req-425513b1-c417-4d53-ba51-1c090e2d99c4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778097'] for floatingip (90adc5a9-55d7-4fb1-80a1-23fa9b892efa), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:10.850455 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.db.l3_db [req-b33edd9f-87ce-42d2-ac00-b3798bd5a74d req-425513b1-c417-4d53-ba51-1c090e2d99c4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Floating IP 90adc5a9-55d7-4fb1-80a1-23fa9b892efa disassociated. External IP: 172.27.2.146, port: bb100768-43fd-4df3-a880-be2151110b4c. Jan 18 16:22:10.850797 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b33edd9f-87ce-42d2-ac00-b3798bd5a74d req-425513b1-c417-4d53-ba51-1c090e2d99c4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Calling delete_port for bb100768-43fd-4df3-a880-be2151110b4c owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:22:11.019235 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b33edd9f-87ce-42d2-ac00-b3798bd5a74d req-425513b1-c417-4d53-ba51-1c090e2d99c4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (bb100768-43fd-4df3-a880-be2151110b4c), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:11.044079 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-782c4d1f-5dcc-4495-8d3b-6e041f6fa851 req-ea57eb5c-2b58-49b4-a6ba-5469817121d3 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 210 time: 0.0257597 Jan 18 16:22:11.049215 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425513b1-c417-4d53-ba51-1c090e2d99c4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event deleted for resources: {'Port': ['ID=bb100768-43fd-4df3-a880-be2151110b4c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:11.161071 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b33edd9f-87ce-42d2-ac00-b3798bd5a74d req-425513b1-c417-4d53-ba51-1c090e2d99c4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Router 00c55487-30e3-4b18-95da-f779f24474a5 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:22:11.264707 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b33edd9f-87ce-42d2-ac00-b3798bd5a74d req-425513b1-c417-4d53-ba51-1c090e2d99c4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:22:11.274170 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62bafc-4656-4850-b77e-9279fd251b76 None None] Sync routers for ids ['00c55487-30e3-4b18-95da-f779f24474a5'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:22:11.285354 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62bafc-4656-4850-b77e-9279fd251b76 None None] Routers {'00c55487-30e3-4b18-95da-f779f24474a5'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:22:11.286011 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2d62bafc-4656-4850-b77e-9279fd251b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:21:41Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['00c55487-30e3-4b18-95da-f779f24474a5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:11.303872 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33edd9f-87ce-42d2-ac00-b3798bd5a74d req-425513b1-c417-4d53-ba51-1c090e2d99c4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] No DVR routers for this DVR port bb100768-43fd-4df3-a880-be2151110b4c on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:22:11.306624 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b33edd9f-87ce-42d2-ac00-b3798bd5a74d req-425513b1-c417-4d53-ba51-1c090e2d99c4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:11.310082 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-b33edd9f-87ce-42d2-ac00-b3798bd5a74d req-425513b1-c417-4d53-ba51-1c090e2d99c4 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.72 "DELETE /v2.0/ports/bb100768-43fd-4df3-a880-be2151110b4c HTTP/1.1" status: 204 len: 173 time: 0.7968030 Jan 18 16:22:11.310529 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552ebe9b-6d1e-413e-8d17-9105d713f9e1', 'name': 'network-vif-deleted', 'tag': 'bb100768-43fd-4df3-a880-be2151110b4c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:22:11.312801 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f6fdb0-494d-49dd-9a42-72234f6a7905" -d '{"events": [{"server_uuid": "552ebe9b-6d1e-413e-8d17-9105d713f9e1", "name": "network-vif-deleted", "tag": "bb100768-43fd-4df3-a880-be2151110b4c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:22:11.349363 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be33dd5b-fd5e-40a6-b88b-f31ca34997b7 x-openstack-request-id: req-be33dd5b-fd5e-40a6-b88b-f31ca34997b7 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:22:11.349696 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552ebe9b-6d1e-413e-8d17-9105d713f9e1", "name": "network-vif-deleted", "tag": "bb100768-43fd-4df3-a880-be2151110b4c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:22:11.349953 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be33dd5b-fd5e-40a6-b88b-f31ca34997b7 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:22:11.350357 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552ebe9b-6d1e-413e-8d17-9105d713f9e1', 'name': 'network-vif-deleted', 'tag': 'bb100768-43fd-4df3-a880-be2151110b4c', 'status': 'completed', 'code': 200} Jan 18 16:22:11.394737 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-2d62bafc-4656-4850-b77e-9279fd251b76 None None] Set router 00c55487-30e3-4b18-95da-f779f24474a5 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:22:11.505060 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f1b0351-d818-4ee9-bd69-d5c47eb6935d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:11.607305 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2d62bafc-4656-4850-b77e-9279fd251b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5f177754-fd68-4b84-9158-650c896904ab', 'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'mac_address': 'fa:16:3e:1f:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:27Z', 'updated_at': '2022-01-18T16:17:31Z', 'revision_number': 5, 'project_id': '399cb129df3b450f96d231868dccd596', 'subnets': [{'id': '95733581-991e-437e-b174-c7316eb5e816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:11.636972 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62bafc-4656-4850-b77e-9279fd251b76 None None] Checking router: 00c55487-30e3-4b18-95da-f779f24474a5 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:22:11.647237 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62bafc-4656-4850-b77e-9279fd251b76 None None] Routers {'00c55487-30e3-4b18-95da-f779f24474a5'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:22:11.647778 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2d62bafc-4656-4850-b77e-9279fd251b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:22:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['00c55487-30e3-4b18-95da-f779f24474a5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:11.747661 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-2d62bafc-4656-4850-b77e-9279fd251b76 None None] Set router 00c55487-30e3-4b18-95da-f779f24474a5 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:22:11.943594 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2d62bafc-4656-4850-b77e-9279fd251b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5f177754-fd68-4b84-9158-650c896904ab', 'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'mac_address': 'fa:16:3e:1f:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:27Z', 'updated_at': '2022-01-18T16:17:31Z', 'revision_number': 5, 'project_id': '399cb129df3b450f96d231868dccd596', 'subnets': [{'id': '95733581-991e-437e-b174-c7316eb5e816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:11.969406 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62bafc-4656-4850-b77e-9279fd251b76 None None] The sync data for ids ['00c55487-30e3-4b18-95da-f779f24474a5'] in dv-cinder-788366-8-iscsi is: [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:17:27Z', 'revision_number': 4, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi', '_interfaces': [{'id': '5f177754-fd68-4b84-9158-650c896904ab', 'name': '', 'network_id': '4c6d97b5-a320-4c8a-8ffa-6af037a0f06e', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'mac_address': 'fa:16:3e:1f:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '95733581-991e-437e-b174-c7316eb5e816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:27Z', 'updated_at': '2022-01-18T16:17:31Z', 'revision_number': 5, 'project_id': '399cb129df3b450f96d231868dccd596', 'subnets': [{'id': '95733581-991e-437e-b174-c7316eb5e816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:22:12.150951 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ac3aba5d-aeee-4292-9e89-432215084f77 req-796aa949-f232-4bba-acc8-ef431a87d377 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/ports?device_id=552ebe9b-6d1e-413e-8d17-9105d713f9e1 HTTP/1.1" status: 200 len: 210 time: 0.0264239 Jan 18 16:22:12.199809 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02efa2c7-40e1-443f-8550-2338d5d6d942 None None] New status for floating IP 90adc5a9-55d7-4fb1-80a1-23fa9b892efa: DOWN {{(pid=103254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:22:13.282899 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 53966) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:13.335044 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-11dbbe3b-80ff-40d0-b31d-882248443759 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group (78781ed1-7285-410d-948f-43b87b25db52), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:13.357176 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-11dbbe3b-80ff-40d0-b31d-882248443759 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group (78781ed1-7285-410d-948f-43b87b25db52), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:13.482265 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-11dbbe3b-80ff-40d0-b31d-882248443759 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (78781ed1-7285-410d-948f-43b87b25db52), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:13.485041 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-11dbbe3b-80ff-40d0-b31d-882248443759 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:13.488080 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-11dbbe3b-80ff-40d0-b31d-882248443759 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "DELETE /v2.0/security-groups/78781ed1-7285-410d-948f-43b87b25db52 HTTP/1.1" status: 204 len: 168 time: 0.2023253 Jan 18 16:22:13.489113 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53968) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:13.496573 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbbe3b-80ff-40d0-b31d-882248443759 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78781ed1-7285-410d-948f-43b87b25db52,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:13.503185 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.api.v2.resource [None req-eb7eb0d3-28d5-4583-941f-13e3299126c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] show failed (client error): The resource could not be found. Jan 18 16:22:13.506906 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-eb7eb0d3-28d5-4583-941f-13e3299126c2 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "GET /v2.0/security-groups/78781ed1-7285-410d-948f-43b87b25db52 HTTP/1.1" status: 404 len: 347 time: 0.0141129 Jan 18 16:22:13.507061 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53970) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:13.544861 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:13.628065 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-caecb546-2280-4c83-b934-9bf87cfe23c7 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Deleting port 3c49b636-a295-490e-84d7-df478353c037 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:22:13.628414 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caecb546-2280-4c83-b934-9bf87cfe23c7 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (3c49b636-a295-490e-84d7-df478353c037), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:13.704093 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caecb546-2280-4c83-b934-9bf87cfe23c7 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (3c49b636-a295-490e-84d7-df478353c037), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:13.704421 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caecb546-2280-4c83-b934-9bf87cfe23c7 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for floatingip (3c49b636-a295-490e-84d7-df478353c037), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:13.715659 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-caecb546-2280-4c83-b934-9bf87cfe23c7 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Calling delete_port for 3c49b636-a295-490e-84d7-df478353c037 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:22:13.979247 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caecb546-2280-4c83-b934-9bf87cfe23c7 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (3c49b636-a295-490e-84d7-df478353c037), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:14.005314 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecb546-2280-4c83-b934-9bf87cfe23c7 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Pushing event deleted for resources: {'Port': ['ID=3c49b636-a295-490e-84d7-df478353c037,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:14.061223 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caecb546-2280-4c83-b934-9bf87cfe23c7 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks [] for floatingip (90adc5a9-55d7-4fb1-80a1-23fa9b892efa), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:14.063758 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caecb546-2280-4c83-b934-9bf87cfe23c7 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for floatingip (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:14.064923 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-caecb546-2280-4c83-b934-9bf87cfe23c7 tempest-AttachVolumeTestJSON-1296298154 tempest-AttachVolumeTestJSON-1296298154-project] 10.222.0.70 "DELETE /v2.0/floatingips/90adc5a9-55d7-4fb1-80a1-23fa9b892efa HTTP/1.1" status: 204 len: 168 time: 0.5569525 Jan 18 16:22:14.080834 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device bb100768-43fd-4df3-a880-be2151110b4c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:22:14.101414 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: bb100768-43fd-4df3-a880-be2151110b4c {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:22:14.101414 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device bb100768-43fd-4df3-a880-be2151110b4c not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:22:14.413441 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:15.773419 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:18.098823 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 53998) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:18.432181 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94aa96c0-ad94-4835-82d4-654c4b31c3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3778353'] for router_interface (00c55487-30e3-4b18-95da-f779f24474a5), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:18.667279 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-94aa96c0-ad94-4835-82d4-654c4b31c3f1 admin admin] Deleting port 5f177754-fd68-4b84-9158-650c896904ab {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:22:18.667618 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94aa96c0-ad94-4835-82d4-654c4b31c3f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (5f177754-fd68-4b84-9158-650c896904ab), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:18.742788 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-94aa96c0-ad94-4835-82d4-654c4b31c3f1 admin admin] For port 5f177754-fd68-4b84-9158-650c896904ab, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=5f177754-fd68-4b84-9158-650c896904ab,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:22:18.743151 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94aa96c0-ad94-4835-82d4-654c4b31c3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (5f177754-fd68-4b84-9158-650c896904ab), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:18.756016 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-94aa96c0-ad94-4835-82d4-654c4b31c3f1 admin admin] Calling delete_port for 5f177754-fd68-4b84-9158-650c896904ab owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:22:18.990585 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94aa96c0-ad94-4835-82d4-654c4b31c3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (5f177754-fd68-4b84-9158-650c896904ab), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:19.019106 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa96c0-ad94-4835-82d4-654c4b31c3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f177754-fd68-4b84-9158-650c896904ab,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:19.180553 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94aa96c0-ad94-4835-82d4-654c4b31c3f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776673'] for router_interface (00c55487-30e3-4b18-95da-f779f24474a5), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:19.638250 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94aa96c0-ad94-4835-82d4-654c4b31c3f1 admin admin] Router 00c55487-30e3-4b18-95da-f779f24474a5 has already been hosted by L3 agent 4caddd7b-4dc3-41c9-a093-c76b78115ed9 {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:22:19.739291 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94aa96c0-ad94-4835-82d4-654c4b31c3f1 admin admin] Notify agent at l3_agent.dv-cinder-788366-8-iscsi the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:22:19.745502 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-94aa96c0-ad94-4835-82d4-654c4b31c3f1 admin admin] 10.222.0.70 "PUT /v2.0/routers/00c55487-30e3-4b18-95da-f779f24474a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6451325 Jan 18 16:22:19.747586 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 54000) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:19.750226 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea666699-3ed3-49b0-b7b4-06135d52525b None None] Sync routers for ids ['00c55487-30e3-4b18-95da-f779f24474a5'] in dv-cinder-788366-8-iscsi {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:22:19.760044 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea666699-3ed3-49b0-b7b4-06135d52525b None None] Routers {'00c55487-30e3-4b18-95da-f779f24474a5'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:22:19.760645 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ea666699-3ed3-49b0-b7b4-06135d52525b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:22:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['00c55487-30e3-4b18-95da-f779f24474a5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:19.801755 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:22:19.849121 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9f3008d-3184-429f-911b-033df3eefd5b admin admin] Publish callbacks [] for router (00c55487-30e3-4b18-95da-f779f24474a5), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:19.867114 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-ea666699-3ed3-49b0-b7b4-06135d52525b None None] Set router 00c55487-30e3-4b18-95da-f779f24474a5 gateway port host: dv-cinder-788366-8-iscsi {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:22:19.946840 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9f3008d-3184-429f-911b-033df3eefd5b admin admin] Publish callbacks [] for router_gateway (00c55487-30e3-4b18-95da-f779f24474a5), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:20.043263 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ea666699-3ed3-49b0-b7b4-06135d52525b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'external_fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:22:18Z', 'revision_number': 5, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port': {'id': 'b6c6950c-b0e7-4db6-a13f-9d0957154a86', 'name': '', 'network_id': '1c8790e2-9f4d-4777-95ec-2c108e3ff472', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c55487-30e3-4b18-95da-f779f24474a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:17:25Z', 'updated_at': '2022-01-18T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '591814af-1b8a-403e-b4f6-753980d73ce9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-8-iscsi'}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:20.047484 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3008d-3184-429f-911b-033df3eefd5b admin admin] Deleting port b6c6950c-b0e7-4db6-a13f-9d0957154a86 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:22:20.047828 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9f3008d-3184-429f-911b-033df3eefd5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (b6c6950c-b0e7-4db6-a13f-9d0957154a86), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:20.128203 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-a9f3008d-3184-429f-911b-033df3eefd5b admin admin] For port b6c6950c-b0e7-4db6-a13f-9d0957154a86, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=b6c6950c-b0e7-4db6-a13f-9d0957154a86,segment=NetworkSegment(a84b9757-8ea2-421a-b06a-2b93a4e4812b),segment_id=a84b9757-8ea2-421a-b06a-2b93a4e4812b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:22:20.128574 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9f3008d-3184-429f-911b-033df3eefd5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (b6c6950c-b0e7-4db6-a13f-9d0957154a86), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:20.140941 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3008d-3184-429f-911b-033df3eefd5b admin admin] Calling delete_port for b6c6950c-b0e7-4db6-a13f-9d0957154a86 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:22:20.154199 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea666699-3ed3-49b0-b7b4-06135d52525b None None] Checking router: 00c55487-30e3-4b18-95da-f779f24474a5 for host: dv-cinder-788366-8-iscsi {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:22:20.162330 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea666699-3ed3-49b0-b7b4-06135d52525b None None] Routers {'00c55487-30e3-4b18-95da-f779f24474a5'} bound to L3 agent in host dv-cinder-788366-8-iscsi {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:22:20.162935 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ea666699-3ed3-49b0-b7b4-06135d52525b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:01:11Z,description=,heartbeat_timestamp=2022-01-18T16:22:11Z,host='dv-cinder-788366-8-iscsi',id=4caddd7b-4dc3-41c9-a093-c76b78115ed9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:01:12Z,topic='l3_agent')) {'router_ids': ['00c55487-30e3-4b18-95da-f779f24474a5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:20.246004 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-ea666699-3ed3-49b0-b7b4-06135d52525b None None] Set router 00c55487-30e3-4b18-95da-f779f24474a5 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:22:20.299357 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ea666699-3ed3-49b0-b7b4-06135d52525b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:22:19Z', 'revision_number': 6, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port_host': None}], 'dv-cinder-788366-8-iscsi', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:20.324733 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea666699-3ed3-49b0-b7b4-06135d52525b None None] The sync data for ids ['00c55487-30e3-4b18-95da-f779f24474a5'] in dv-cinder-788366-8-iscsi is: [{'id': '00c55487-30e3-4b18-95da-f779f24474a5', 'name': 'tempest-AttachVolumeTestJSON-1404412307-router', 'tenant_id': '399cb129df3b450f96d231868dccd596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:17:24Z', 'updated_at': '2022-01-18T16:22:19Z', 'revision_number': 6, 'project_id': '399cb129df3b450f96d231868dccd596', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:22:20.379283 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9f3008d-3184-429f-911b-033df3eefd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (b6c6950c-b0e7-4db6-a13f-9d0957154a86), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:20.404479 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3008d-3184-429f-911b-033df3eefd5b admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c6950c-b0e7-4db6-a13f-9d0957154a86,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:20.469993 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9f3008d-3184-429f-911b-033df3eefd5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778175'] for router_gateway (00c55487-30e3-4b18-95da-f779f24474a5), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:20.558357 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9f3008d-3184-429f-911b-033df3eefd5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24974'] for router (00c55487-30e3-4b18-95da-f779f24474a5), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:20.560362 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9f3008d-3184-429f-911b-033df3eefd5b admin admin] Publish callbacks [] for router_controller (00c55487-30e3-4b18-95da-f779f24474a5), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:20.676404 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9f3008d-3184-429f-911b-033df3eefd5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779283'] for router (00c55487-30e3-4b18-95da-f779f24474a5), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:20.677003 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f3008d-3184-429f-911b-033df3eefd5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00c55487-30e3-4b18-95da-f779f24474a5 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:22:20.682142 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9f3008d-3184-429f-911b-033df3eefd5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:20.683395 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-a9f3008d-3184-429f-911b-033df3eefd5b admin admin] 10.222.0.70 "DELETE /v2.0/routers/00c55487-30e3-4b18-95da-f779f24474a5 HTTP/1.1" status: 204 len: 168 time: 0.9348950 Jan 18 16:22:20.685983 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 54002) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:20.733295 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe0af1a-9851-489c-ad7a-6236f20ab045 admin admin] Deleting subnet 95733581-991e-437e-b174-c7316eb5e816 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:22:20.737629 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dfe0af1a-9851-489c-ad7a-6236f20ab045 admin admin] Publish callbacks [] for subnet (95733581-991e-437e-b174-c7316eb5e816), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:20.775798 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dfe0af1a-9851-489c-ad7a-6236f20ab045 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9694588'] for subnet (95733581-991e-437e-b174-c7316eb5e816), precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:20.850610 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dfe0af1a-9851-489c-ad7a-6236f20ab045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756046'] for subnet (95733581-991e-437e-b174-c7316eb5e816), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:20.967947 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dfe0af1a-9851-489c-ad7a-6236f20ab045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9382105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8737008'] for subnet (95733581-991e-437e-b174-c7316eb5e816), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:20.993419 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0af1a-9851-489c-ad7a-6236f20ab045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95733581-991e-437e-b174-c7316eb5e816,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:20.997111 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dfe0af1a-9851-489c-ad7a-6236f20ab045 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:21.000268 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-dfe0af1a-9851-489c-ad7a-6236f20ab045 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/95733581-991e-437e-b174-c7316eb5e816 HTTP/1.1" status: 204 len: 168 time: 0.3133335 Jan 18 16:22:21.002759 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 54004) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:21.005572 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be71575a-a25a-4ebc-b726-d23e34856a22 None None] Network 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e requested from dv-cinder-788366-8-iscsi {{(pid=103254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:22:21.075981 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739334'] for network (4c6d97b5-a320-4c8a-8ffa-6af037a0f06e), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:21.133879 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device b6c6950c-b0e7-4db6-a13f-9d0957154a86 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:22:21.135292 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] Deleting port 014750cd-e5d1-47ab-821e-302f4867b857 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:22:21.135645 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (014750cd-e5d1-47ab-821e-302f4867b857), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:21.155053 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: b6c6950c-b0e7-4db6-a13f-9d0957154a86 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:22:21.155396 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device b6c6950c-b0e7-4db6-a13f-9d0957154a86 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:22:21.155804 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 5f177754-fd68-4b84-9158-650c896904ab no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:22:21.174883 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: 5f177754-fd68-4b84-9158-650c896904ab {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:22:21.176196 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 5f177754-fd68-4b84-9158-650c896904ab not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:22:21.180419 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] DHCP port deletion for 4c6d97b5-a320-4c8a-8ffa-6af037a0f06e request from dv-cinder-788366-8-iscsi {{(pid=103254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:22:21.208523 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] For port 014750cd-e5d1-47ab-821e-302f4867b857, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=014750cd-e5d1-47ab-821e-302f4867b857,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:22:21.208925 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (014750cd-e5d1-47ab-821e-302f4867b857), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:21.223037 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] Calling delete_port for 014750cd-e5d1-47ab-821e-302f4867b857 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:22:21.233679 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Deleting port 014750cd-e5d1-47ab-821e-302f4867b857 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:22:21.234048 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (014750cd-e5d1-47ab-821e-302f4867b857), before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:21.298689 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] For port 014750cd-e5d1-47ab-821e-302f4867b857, host dv-cinder-788366-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-8-iscsi',level=0,port_id=014750cd-e5d1-47ab-821e-302f4867b857,segment=NetworkSegment(affe90ca-174f-43c4-95d0-8cbc3b734c7f),segment_id=affe90ca-174f-43c4-95d0-8cbc3b734c7f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:22:21.299097 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (014750cd-e5d1-47ab-821e-302f4867b857), precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:21.312366 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Calling delete_port for 014750cd-e5d1-47ab-821e-302f4867b857 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:22:21.379150 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (014750cd-e5d1-47ab-821e-302f4867b857), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:21.392626 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735'] for port (014750cd-e5d1-47ab-821e-302f4867b857), after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:21.406950 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] Pushing event deleted for resources: {'Port': ['ID=014750cd-e5d1-47ab-821e-302f4867b857,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:21.411598 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] No DVR routers for this DVR port 014750cd-e5d1-47ab-821e-302f4867b857 on host dv-cinder-788366-8-iscsi {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:22:21.417989 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Pushing event deleted for resources: {'Port': ['ID=014750cd-e5d1-47ab-821e-302f4867b857,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:21.425706 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] No DVR routers for this DVR port 014750cd-e5d1-47ab-821e-302f4867b857 on host dv-cinder-788366-8-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:22:21.427736 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:21.428092 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:21.428441 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:21.428809 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:21.429143 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:21.429477 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:21.430177 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:21.430391 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:21.430725 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:21.431055 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:21.431409 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:21.431732 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:21.432058 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084cda4-f781-4cc2-a198-61b0d70fa75a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:21.489442 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756983', 'neutron.services.segments.db._delete_segments_for_network-8735085087007'] for network (4c6d97b5-a320-4c8a-8ffa-6af037a0f06e), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:21.510125 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6d97b5-a320-4c8a-8ffa-6af037a0f06e']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:21.519707 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affe90ca-174f-43c4-95d0-8cbc3b734c7f') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:21.520013 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affe90ca-174f-43c4-95d0-8cbc3b734c7f') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:21.529831 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735085085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9694565'] for segment (affe90ca-174f-43c4-95d0-8cbc3b734c7f), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:21.542723 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097'] for segment (affe90ca-174f-43c4-95d0-8cbc3b734c7f), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:21.548564 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:22:21.548980 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9382023'] for segment (affe90ca-174f-43c4-95d0-8cbc3b734c7f), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: Traceback (most recent call last): Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: timer() Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: cb(*args, **kw) Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: return func(*args, **kwargs) Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: self._notify() Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: self.callback(batched_events) Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: event.method(event) Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: return f(self, *a, **k) Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: return self._get(url).json() Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: return self.request(url, 'GET', **kwargs) Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:22:21.550605 dv-cinder-788366-8-iscsi neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:22:21.670754 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778083'] for network (4c6d97b5-a320-4c8a-8ffa-6af037a0f06e), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:21.676166 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923585'] for network (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:21.679252 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4c6d97b5-a320-4c8a-8ffa-6af037a0f06e HTTP/1.1" status: 204 len: 168 time: 0.6755600 Jan 18 16:22:21.690768 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256fa8a-be99-4ee3-95f7-e80d9c115543 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c6d97b5-a320-4c8a-8ffa-6af037a0f06e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:22.079747 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 54008) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:22.118751 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-3ff5885b-afe3-422d-8dca-58e32647400c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=399cb129df3b450f96d231868dccd596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378330 Jan 18 16:22:22.121033 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 54010) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:22.166016 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5c7edd82-4bd1-4d54-bf71-94f696d6948b admin admin] Publish callbacks [] for security_group (64b5b31a-57c9-4683-a1aa-450c739e8dc5), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:22.186661 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5c7edd82-4bd1-4d54-bf71-94f696d6948b admin admin] Publish callbacks [] for security_group (64b5b31a-57c9-4683-a1aa-450c739e8dc5), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:22.287132 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5c7edd82-4bd1-4d54-bf71-94f696d6948b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (64b5b31a-57c9-4683-a1aa-450c739e8dc5), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:22.289792 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5c7edd82-4bd1-4d54-bf71-94f696d6948b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:22.290929 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-5c7edd82-4bd1-4d54-bf71-94f696d6948b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64b5b31a-57c9-4683-a1aa-450c739e8dc5 HTTP/1.1" status: 204 len: 168 time: 0.1690300 Jan 18 16:22:22.298452 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7edd82-4bd1-4d54-bf71-94f696d6948b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b5b31a-57c9-4683-a1aa-450c739e8dc5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:22.883774 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 014750cd-e5d1-47ab-821e-302f4867b857 no longer exists at agent ovs-agent-dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:22:22.904305 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] No Port match for: 014750cd-e5d1-47ab-821e-302f4867b857 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:22:22.904650 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Device 014750cd-e5d1-47ab-821e-302f4867b857 not bound to the agent host dv-cinder-788366-8-iscsi {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:22:28.079982 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 54094) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:28.200659 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d01d7e7c-cbff-4197-9fae-4a54420a4cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:28.273930 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d01d7e7c-cbff-4197-9fae-4a54420a4cdf admin admin] Publish callbacks [] for security_group (98c03c2c-a713-4aa1-b548-33aada35dfff), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:28.338894 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d01d7e7c-cbff-4197-9fae-4a54420a4cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (98c03c2c-a713-4aa1-b548-33aada35dfff), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:28.376670 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-d01d7e7c-cbff-4197-9fae-4a54420a4cdf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be62b7f531244c28b00f14c8a995792c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956164 Jan 18 16:22:28.377675 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d7e7c-cbff-4197-9fae-4a54420a4cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c03c2c-a713-4aa1-b548-33aada35dfff,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:28.379393 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 54098) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:28.413135 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:28.426106 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c3cc7bc2-b1d5-4aec-8e22-b135c177c3a2 admin admin] Publish callbacks [] for security_group (98c03c2c-a713-4aa1-b548-33aada35dfff), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:28.450928 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c3cc7bc2-b1d5-4aec-8e22-b135c177c3a2 admin admin] Publish callbacks [] for security_group (98c03c2c-a713-4aa1-b548-33aada35dfff), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:28.544488 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c3cc7bc2-b1d5-4aec-8e22-b135c177c3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (98c03c2c-a713-4aa1-b548-33aada35dfff), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:28.546980 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c3cc7bc2-b1d5-4aec-8e22-b135c177c3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:28.548109 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-c3cc7bc2-b1d5-4aec-8e22-b135c177c3a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98c03c2c-a713-4aa1-b548-33aada35dfff HTTP/1.1" status: 204 len: 168 time: 0.1676502 Jan 18 16:22:28.556548 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc7bc2-b1d5-4aec-8e22-b135c177c3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c03c2c-a713-4aa1-b548-33aada35dfff,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:29.183472 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 54104) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:29.196233 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4a020f2d-69d1-41d9-97db-f949dedd94f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:29.266438 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4a020f2d-69d1-41d9-97db-f949dedd94f2 admin admin] Publish callbacks [] for security_group (4878e588-7031-44cd-b15f-c0ec7d295ec7), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:29.344474 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4a020f2d-69d1-41d9-97db-f949dedd94f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (4878e588-7031-44cd-b15f-c0ec7d295ec7), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:29.381321 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a020f2d-69d1-41d9-97db-f949dedd94f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4878e588-7031-44cd-b15f-c0ec7d295ec7,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:29.386697 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-4a020f2d-69d1-41d9-97db-f949dedd94f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c3b278426734421ba13f10cba920f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022796 Jan 18 16:22:29.388724 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 54106) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:29.435294 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7ec99cbf-82f5-4dd6-ba68-23292a3fdfc1 admin admin] Publish callbacks [] for security_group (4878e588-7031-44cd-b15f-c0ec7d295ec7), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:29.456089 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7ec99cbf-82f5-4dd6-ba68-23292a3fdfc1 admin admin] Publish callbacks [] for security_group (4878e588-7031-44cd-b15f-c0ec7d295ec7), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:29.578758 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7ec99cbf-82f5-4dd6-ba68-23292a3fdfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (4878e588-7031-44cd-b15f-c0ec7d295ec7), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:29.581325 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-7ec99cbf-82f5-4dd6-ba68-23292a3fdfc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:29.582471 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-7ec99cbf-82f5-4dd6-ba68-23292a3fdfc1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4878e588-7031-44cd-b15f-c0ec7d295ec7 HTTP/1.1" status: 204 len: 168 time: 0.1928215 Jan 18 16:22:29.590642 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec99cbf-82f5-4dd6-ba68-23292a3fdfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4878e588-7031-44cd-b15f-c0ec7d295ec7,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:39.402483 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48951e14-b603-46bd-b011-9aa4fef50955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:41.493128 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-218bfe1a-8c03-4496-9d84-45773e84ef51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:43.549617 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:44.424104 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:45.801565 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:56.770696 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:22:58.395874 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:05.084876 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 54316) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:23:05.186683 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:05.258242 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Publish callbacks [] for security_group (c234c8d7-d27c-4cfe-9272-dd3b3f152607), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:05.332451 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (c234c8d7-d27c-4cfe-9272-dd3b3f152607), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:05.371139 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=604c99e18fce4da88e2ceab118aad895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851300 Jan 18 16:23:05.372046 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c234c8d7-d27c-4cfe-9272-dd3b3f152607,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:23:05.373939 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 54320) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:23:05.379443 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.385091 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.385091 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.385091 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.385091 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.385091 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.385091 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.385091 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.385091 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.385091 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.385091 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.385091 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.385091 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58b806-f542-42b7-931f-a690b4fd2303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.424289 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Publish callbacks [] for security_group (c234c8d7-d27c-4cfe-9272-dd3b3f152607), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:05.444835 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Publish callbacks [] for security_group (c234c8d7-d27c-4cfe-9272-dd3b3f152607), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:05.560206 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (c234c8d7-d27c-4cfe-9272-dd3b3f152607), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:05.562898 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:05.564166 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c234c8d7-d27c-4cfe-9272-dd3b3f152607 HTTP/1.1" status: 204 len: 168 time: 0.1891286 Jan 18 16:23:05.572541 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c234c8d7-d27c-4cfe-9272-dd3b3f152607,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:23:05.580011 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.580366 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.580744 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.581091 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.581432 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.581815 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.582093 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.582428 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.582953 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.583221 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.583575 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.583912 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:05.584307 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef4b7e-5af6-45aa-b7d4-301c929f6d5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:06.153189 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 54326) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:23:06.166231 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4d5cb01-baeb-41bc-aa06-3dc870b7403e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:06.236734 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4d5cb01-baeb-41bc-aa06-3dc870b7403e admin admin] Publish callbacks [] for security_group (71c82335-487f-4dbd-9502-827d527c4880), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:06.315165 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4d5cb01-baeb-41bc-aa06-3dc870b7403e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (71c82335-487f-4dbd-9502-827d527c4880), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:06.357028 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-b4d5cb01-baeb-41bc-aa06-3dc870b7403e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=337f60da51004a6f9728f707648aa4b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2027442 Jan 18 16:23:06.357872 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5cb01-baeb-41bc-aa06-3dc870b7403e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c82335-487f-4dbd-9502-827d527c4880,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:23:06.359717 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 54328) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:23:06.407131 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e42b-1c3d-4847-94f4-e0ad0e446efb admin admin] Publish callbacks [] for security_group (71c82335-487f-4dbd-9502-827d527c4880), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:06.427573 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e42b-1c3d-4847-94f4-e0ad0e446efb admin admin] Publish callbacks [] for security_group (71c82335-487f-4dbd-9502-827d527c4880), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:06.548964 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e42b-1c3d-4847-94f4-e0ad0e446efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (71c82335-487f-4dbd-9502-827d527c4880), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:06.551550 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e42b-1c3d-4847-94f4-e0ad0e446efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:06.552689 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-9bd2e42b-1c3d-4847-94f4-e0ad0e446efb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71c82335-487f-4dbd-9502-827d527c4880 HTTP/1.1" status: 204 len: 168 time: 0.1919870 Jan 18 16:23:06.561507 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2e42b-1c3d-4847-94f4-e0ad0e446efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c82335-487f-4dbd-9502-827d527c4880,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:23:09.423945 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a15eff2c-a5f2-497b-a8d8-cf670ca3bd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:11.481006 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4e577ba-14b7-49ee-9e48-22deef13327e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:12.163859 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 54386) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:23:12.264343 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cc604212-c731-4116-8b25-33604fd226ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:12.337861 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cc604212-c731-4116-8b25-33604fd226ab admin admin] Publish callbacks [] for security_group (d4290bdc-8536-487f-85e0-76a1cf37d943), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:12.412027 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-cc604212-c731-4116-8b25-33604fd226ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (d4290bdc-8536-487f-85e0-76a1cf37d943), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:12.448396 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc604212-c731-4116-8b25-33604fd226ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4290bdc-8536-487f-85e0-76a1cf37d943,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:23:12.452628 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-cc604212-c731-4116-8b25-33604fd226ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d4a9dfce0fe49bb9d29c4dbb4066d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877562 Jan 18 16:23:12.455318 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 54390) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:23:12.500937 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e7c3-f000-4605-b4f6-0b227dd13500 admin admin] Publish callbacks [] for security_group (d4290bdc-8536-487f-85e0-76a1cf37d943), before_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:12.521385 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e7c3-f000-4605-b4f6-0b227dd13500 admin admin] Publish callbacks [] for security_group (d4290bdc-8536-487f-85e0-76a1cf37d943), precommit_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:12.635639 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e7c3-f000-4605-b4f6-0b227dd13500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (d4290bdc-8536-487f-85e0-76a1cf37d943), after_delete {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:12.638237 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e7c3-f000-4605-b4f6-0b227dd13500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:12.639422 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-b1a8e7c3-f000-4605-b4f6-0b227dd13500 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d4290bdc-8536-487f-85e0-76a1cf37d943 HTTP/1.1" status: 204 len: 168 time: 0.1831942 Jan 18 16:23:12.647220 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8e7c3-f000-4605-b4f6-0b227dd13500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4290bdc-8536-487f-85e0-76a1cf37d943,revision_number=None']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:23:13.312574 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [-] (103252) accepted ('10.222.0.70', 54396) {{(pid=103252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:23:13.325687 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e3d32476-3504-4206-8c5c-a02a7166c475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:13.396094 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e3d32476-3504-4206-8c5c-a02a7166c475 admin admin] Publish callbacks [] for security_group (e35f825e-7089-47d7-a5b2-94373e391e45), precommit_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:13.480931 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-e3d32476-3504-4206-8c5c-a02a7166c475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (e35f825e-7089-47d7-a5b2-94373e391e45), after_create {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:13.519410 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [None req-e3d32476-3504-4206-8c5c-a02a7166c475 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0ec727c39594a01a84d313eec1d1c8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056441 Jan 18 16:23:13.521503 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d32476-3504-4206-8c5c-a02a7166c475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35f825e-7089-47d7-a5b2-94373e391e45,revision_number=1']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:23:13.530884 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 54398) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:23:13.569644 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-330ef7f1-2e67-4093-b7f3-806ed3be6ba6 admin admin] Publish callbacks [] for security_group (e35f825e-7089-47d7-a5b2-94373e391e45), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:13.578115 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:13.590883 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-330ef7f1-2e67-4093-b7f3-806ed3be6ba6 admin admin] Publish callbacks [] for security_group (e35f825e-7089-47d7-a5b2-94373e391e45), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:13.703598 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-330ef7f1-2e67-4093-b7f3-806ed3be6ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (e35f825e-7089-47d7-a5b2-94373e391e45), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:13.706254 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-330ef7f1-2e67-4093-b7f3-806ed3be6ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:13.707394 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-330ef7f1-2e67-4093-b7f3-806ed3be6ba6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e35f825e-7089-47d7-a5b2-94373e391e45 HTTP/1.1" status: 204 len: 168 time: 0.1842525 Jan 18 16:23:13.715794 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ef7f1-2e67-4093-b7f3-806ed3be6ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35f825e-7089-47d7-a5b2-94373e391e45,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:23:14.440649 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:15.783371 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:16.722804 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-e6ddf989-cd7f-4b61-848c-e82f4e364c76 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=cec112255748450c8886c15f3bdc4800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282123 Jan 18 16:23:16.897761 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-b1c0ea1e-1c50-425e-b201-f373c0758aea tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:16.899219 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-b1c0ea1e-1c50-425e-b201-f373c0758aea tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709054 Jan 18 16:23:16.913611 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-a01dd581-31d7-4327-93ea-b6897ef60236 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/quotas/cec112255748450c8886c15f3bdc4800 HTTP/1.1" status: 200 len: 375 time: 0.0090694 Jan 18 16:23:16.942509 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-a3cb88f6-8b03-4b1e-bede-d6f22763b960 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cec112255748450c8886c15f3bdc4800&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0242200 Jan 18 16:23:17.212717 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-40715298-c85b-4ced-8cc9-e9b8ae1e1372 req-23909ce2-873b-4e36-afcc-aad8f3078cf2 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 210 time: 0.0284750 Jan 18 16:23:18.285418 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-2cc8ed37-2f73-4471-b1b3-5e971a108040 req-5934a05d-11b9-442b-91ba-60b28b0fdfc7 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 210 time: 0.0243893 Jan 18 16:23:19.358290 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3324f564-5310-40cd-a441-ba969b84117e req-fe6bb21e-5f2d-4243-9d3e-fde5acb5fda0 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 210 time: 0.0245590 Jan 18 16:23:20.432833 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-6933a4f7-c4cb-408e-b3d3-dc7461401c5f req-51ca8082-9f56-410c-ac5c-f7558261e086 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 210 time: 0.0252693 Jan 18 16:23:21.520221 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-e2f9b584-5bb5-4759-9651-c143bf491507 req-b281ae72-d4af-414e-9e1c-063f211e9061 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 210 time: 0.0248175 Jan 18 16:23:22.610649 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4f25dda5-038b-44e2-9402-c2d391ab4d3a req-27e83340-b6cf-4edf-ba40-a7349117f528 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 210 time: 0.0255952 Jan 18 16:23:23.121966 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-a73db334-c94f-4c35-b14e-5dd6bf99b862 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=cec112255748450c8886c15f3bdc4800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283687 Jan 18 16:23:23.304504 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-01f110c8-a5da-46d4-9162-bbc3b215c6b4 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:23.306010 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-01f110c8-a5da-46d4-9162-bbc3b215c6b4 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783984 Jan 18 16:23:23.319081 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Request body: {'port': {'device_id': '3003e9d7-b665-4af0-bf76-04c8cbc7c75d', 'network_id': 'c78f0619-92d9-4398-9fda-2d5c5443b870', 'admin_state_up': True, 'tenant_id': 'cec112255748450c8886c15f3bdc4800'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:23:23.497420 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Made reservation on behalf of cec112255748450c8886c15f3bdc4800 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:23:23.501047 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:23.510465 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:23.582483 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Publish callbacks [] for security_group (f778a0c5-aaaa-4c4f-a589-985c1367c489), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:23.640631 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (f778a0c5-aaaa-4c4f-a589-985c1367c489), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:23.707777 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f778a0c5-aaaa-4c4f-a589-985c1367c489,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:23:23.708024 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-8bd4796a-3a07-48dc-85bd-41aa19e1232b req-7a1b62aa-af1e-4e3d-a29d-65091f58b341 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 210 time: 0.0280674 Jan 18 16:23:23.773378 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Allocated IP 192.168.233.139 (c78f0619-92d9-4398-9fda-2d5c5443b870/66b02660-6223-46b4-ae9a-8189c7d6c28c/15a21993-264d-4874-9773-434f42a98090) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:23:23.913942 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Publish callbacks [] for port (15a21993-264d-4874-9773-434f42a98090), precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:23.989446 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735084581726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (15a21993-264d-4874-9773-434f42a98090), after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:24.036237 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Network c78f0619-92d9-4398-9fda-2d5c5443b870 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:23:24.039187 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:23:24.042788 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:23:24.049076 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Pushing event updated for resources: {'Port': ['ID=15a21993-264d-4874-9773-434f42a98090,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:23:24.096500 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:24.097171 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:24.157840 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-75e7850f-ebef-4a4a-a0be-9471710cf7a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8423007 Jan 18 16:23:24.170466 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.v2.base [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Request body: {'port': {'device_id': '3003e9d7-b665-4af0-bf76-04c8cbc7c75d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:23:24.228651 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (15a21993-264d-4874-9773-434f42a98090), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:24.247976 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-e3d433dd-d800-41d8-b461-1b37fe753d6c None None] Provisioning complete for port 15a21993-264d-4874-9773-434f42a98090 triggered by entity DHCP. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:23:24.248544 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3d433dd-d800-41d8-b461-1b37fe753d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (15a21993-264d-4874-9773-434f42a98090), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:24.285002 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e3d433dd-d800-41d8-b461-1b37fe753d6c None None] Port 15a21993-264d-4874-9773-434f42a98090 cannot update to ACTIVE because it is not bound. {{(pid=103254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:23:24.479558 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a21993-264d-4874-9773-434f42a98090 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:23:24.486803 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Publish callbacks [] for port (15a21993-264d-4874-9773-434f42a98090), precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:24.498547 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Transition to ACTIVE for port object 15a21993-264d-4874-9773-434f42a98090 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:23:24.566099 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9382115'] for port (15a21993-264d-4874-9773-434f42a98090), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:24.616438 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Pushing event updated for resources: {'Port': ['ID=15a21993-264d-4874-9773-434f42a98090,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:23:24.688368 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Attempting to bind port 15a21993-264d-4874-9773-434f42a98090 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:23:24.688776 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Attempting to bind port 15a21993-264d-4874-9773-434f42a98090 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'de0e43ac-af98-4347-bc5c-4bbb8a2b1640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c78f0619-92d9-4398-9fda-2d5c5443b870'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:23:24.689118 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Attempting to bind port 15a21993-264d-4874-9773-434f42a98090 on network c78f0619-92d9-4398-9fda-2d5c5443b870 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:23:24.693837 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Port 15a21993-264d-4874-9773-434f42a98090 on network c78f0619-92d9-4398-9fda-2d5c5443b870 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:23:24.694166 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Attempting to bind port 15a21993-264d-4874-9773-434f42a98090 on network c78f0619-92d9-4398-9fda-2d5c5443b870 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:23:24.699908 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Checking agent: {'id': '3e346378-859a-48eb-a187-614f468fdeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'started_at': datetime.datetime(2022, 1, 18, 16, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:23:24.700279 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Checking segment: {'id': 'de0e43ac-af98-4347-bc5c-4bbb8a2b1640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c78f0619-92d9-4398-9fda-2d5c5443b870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:23:24.700674 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Bound using segment: {'id': 'de0e43ac-af98-4347-bc5c-4bbb8a2b1640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c78f0619-92d9-4398-9fda-2d5c5443b870'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:23:24.701142 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Bound port: 15a21993-264d-4874-9773-434f42a98090, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0e43ac-af98-4347-bc5c-4bbb8a2b1640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c78f0619-92d9-4398-9fda-2d5c5443b870'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:23:24.701504 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (15a21993-264d-4874-9773-434f42a98090), before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:24.769597 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] For port 15a21993-264d-4874-9773-434f42a98090, host hv-cinder-78836, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:23:24.771995 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] For port 15a21993-264d-4874-9773-434f42a98090, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=15a21993-264d-4874-9773-434f42a98090,segment=NetworkSegment(de0e43ac-af98-4347-bc5c-4bbb8a2b1640),segment_id=de0e43ac-af98-4347-bc5c-4bbb8a2b1640)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:23:24.829282 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5d2d5-7d70-42bf-bac1-faeead180213 req-9985d7b1-14ca-4777-ab76-1c5152fd273e tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:24.830737 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a1c5d2d5-7d70-42bf-bac1-faeead180213 req-9985d7b1-14ca-4777-ab76-1c5152fd273e tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 948 time: 0.0490634 Jan 18 16:23:24.846507 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9382115'] for port (15a21993-264d-4874-9773-434f42a98090), after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:24.877490 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-a1c5d2d5-7d70-42bf-bac1-faeead180213 req-05e8b148-0f17-4074-90b9-2ab77db2c1a3 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/security-groups?id=f778a0c5-aaaa-4c4f-a589-985c1367c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Jan 18 16:23:24.887687 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:24.888306 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:24.889736 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] 10.222.0.72 "PUT /v2.0/ports/15a21993-264d-4874-9773-434f42a98090 HTTP/1.1" status: 200 len: 1098 time: 0.7236121 Jan 18 16:23:24.890187 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3003e9d7-b665-4af0-bf76-04c8cbc7c75d', 'tag': '15a21993-264d-4874-9773-434f42a98090'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:23:24.892540 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b168a03-b3d2-4062-a26e-e39cd237856b" -d '{"events": [{"name": "network-changed", "server_uuid": "3003e9d7-b665-4af0-bf76-04c8cbc7c75d", "tag": "15a21993-264d-4874-9773-434f42a98090"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:23:24.913884 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15454ad5-9663-473a-a6f6-644c2bc91592 service neutron] Pushing event updated for resources: {'Port': ['ID=15a21993-264d-4874-9773-434f42a98090,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:23:24.933126 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2a85da-141f-4b8f-80b5-930d22b1aa66 x-openstack-request-id: req-df2a85da-141f-4b8f-80b5-930d22b1aa66 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:23:24.933405 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3003e9d7-b665-4af0-bf76-04c8cbc7c75d", "tag": "15a21993-264d-4874-9773-434f42a98090", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:23:24.933655 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df2a85da-141f-4b8f-80b5-930d22b1aa66 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:23:24.934053 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3003e9d7-b665-4af0-bf76-04c8cbc7c75d', 'tag': '15a21993-264d-4874-9773-434f42a98090', 'status': 'completed', 'code': 200} Jan 18 16:23:24.996903 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b168a03-b3d2-4062-a26e-e39cd237856b req-4f7b185e-a671-4d5e-a7f8-7baf9fbc365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:24.998469 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b168a03-b3d2-4062-a26e-e39cd237856b req-4f7b185e-a671-4d5e-a7f8-7baf9fbc365b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec112255748450c8886c15f3bdc4800&device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 1101 time: 0.0426810 Jan 18 16:23:25.025033 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b168a03-b3d2-4062-a26e-e39cd237856b req-db9a948f-b567-4728-be91-fdda57703869 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cec112255748450c8886c15f3bdc4800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195017 Jan 18 16:23:25.116740 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b168a03-b3d2-4062-a26e-e39cd237856b req-0c9296d4-2981-46b2-a67c-8265b2fc8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:25.118466 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8b168a03-b3d2-4062-a26e-e39cd237856b req-0c9296d4-2981-46b2-a67c-8265b2fc8118 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887344 Jan 18 16:23:25.194425 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-ad46b3b6-adff-47ac-a313-fb7e8146f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:25.196414 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-ad46b3b6-adff-47ac-a313-fb7e8146f85a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec112255748450c8886c15f3bdc4800&device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 1101 time: 0.0426893 Jan 18 16:23:25.237209 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-23ae5d5f-de66-4ffb-9ea0-1c8663ee0798 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=15a21993-264d-4874-9773-434f42a98090 HTTP/1.1" status: 200 len: 217 time: 0.0328627 Jan 18 16:23:25.290706 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-9f4e0398-30ee-4751-9baf-c16ca1878c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:25.292032 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-9f4e0398-30ee-4751-9baf-c16ca1878c45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=66b02660-6223-46b4-ae9a-8189c7d6c28c HTTP/1.1" status: 200 len: 843 time: 0.0421078 Jan 18 16:23:25.339484 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-070bfe96-7fe9-4371-90d6-553e46fe3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:25.341009 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-070bfe96-7fe9-4371-90d6-553e46fe3775 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c78f0619-92d9-4398-9fda-2d5c5443b870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423126 Jan 18 16:23:25.433210 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-f2e16b33-ca6c-4528-a5de-7967e6bfa88d service neutron] 10.222.0.72 "GET /v2.0/networks/c78f0619-92d9-4398-9fda-2d5c5443b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820611 Jan 18 16:23:25.521967 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-68f175f4-b117-455f-8405-e2f5179bcfb1 req-70219f5d-9e14-4370-8e2e-ee066dc73276 service neutron] 10.222.0.72 "GET /v2.0/networks/c78f0619-92d9-4398-9fda-2d5c5443b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820498 Jan 18 16:23:25.991341 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b19f-cc69-49c0-9b45-610920723a34 req-e2af597e-e4f3-4b16-b964-2261c7dc91c5 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:25.993416 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3414b19f-cc69-49c0-9b45-610920723a34 req-e2af597e-e4f3-4b16-b964-2261c7dc91c5 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 948 time: 0.0473735 Jan 18 16:23:26.038332 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-3414b19f-cc69-49c0-9b45-610920723a34 req-b497949b-fe0c-485c-a5b1-d9aea5b02001 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/security-groups?id=f778a0c5-aaaa-4c4f-a589-985c1367c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395026 Jan 18 16:23:27.153844 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c528b-1b60-43f5-963a-1b16db5becc4 req-b99fa509-2c9b-44a7-850d-9d1e2276975f tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:27.155222 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-022c528b-1b60-43f5-963a-1b16db5becc4 req-b99fa509-2c9b-44a7-850d-9d1e2276975f tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 948 time: 0.0502291 Jan 18 16:23:27.201087 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-022c528b-1b60-43f5-963a-1b16db5becc4 req-234fdc10-1f5a-4c8f-b1c9-6bf239b5098d tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/security-groups?id=f778a0c5-aaaa-4c4f-a589-985c1367c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 Jan 18 16:23:28.313866 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0b144-4acc-48f7-bd66-f41dc42cab9c req-1b7016ff-8306-440a-a4e6-47628712ecee tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:28.315339 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-19e0b144-4acc-48f7-bd66-f41dc42cab9c req-1b7016ff-8306-440a-a4e6-47628712ecee tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 948 time: 0.0477352 Jan 18 16:23:28.354762 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 15a21993-264d-4874-9773-434f42a98090 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:23:28.361807 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-19e0b144-4acc-48f7-bd66-f41dc42cab9c req-1f0809f2-80dc-4d20-a6b3-dcbbd6fb32a9 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/security-groups?id=f778a0c5-aaaa-4c4f-a589-985c1367c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408049 Jan 18 16:23:28.391542 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:28.455812 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 15a21993-264d-4874-9773-434f42a98090, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=15a21993-264d-4874-9773-434f42a98090,segment=NetworkSegment(de0e43ac-af98-4347-bc5c-4bbb8a2b1640),segment_id=de0e43ac-af98-4347-bc5c-4bbb8a2b1640)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:23:28.466922 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Returning: {'device': '15a21993-264d-4874-9773-434f42a98090', 'network_id': 'c78f0619-92d9-4398-9fda-2d5c5443b870', 'port_id': '15a21993-264d-4874-9773-434f42a98090', 'mac_address': 'fa:16:3e:a5:56:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b02660-6223-46b4-ae9a-8189c7d6c28c', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:23:28.502755 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 15a21993-264d-4874-9773-434f42a98090 is: DOWN; New status is: BUILD {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:23:28.503070 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (15a21993-264d-4874-9773-434f42a98090), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:28.515870 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a21993-264d-4874-9773-434f42a98090 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:23:28.534904 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 15a21993-264d-4874-9773-434f42a98090, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=15a21993-264d-4874-9773-434f42a98090,segment=NetworkSegment(de0e43ac-af98-4347-bc5c-4bbb8a2b1640),segment_id=de0e43ac-af98-4347-bc5c-4bbb8a2b1640)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:23:28.611740 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (15a21993-264d-4874-9773-434f42a98090), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:28.659398 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=15a21993-264d-4874-9773-434f42a98090,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:23:28.666808 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:28.667165 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:28.667514 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:28.667857 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:28.668194 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:28.668529 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:28.668891 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:28.669224 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:28.669550 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:28.669883 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:28.670239 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:28.670566 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:28.670891 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-8-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:23:28.851196 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['15a21993-264d-4874-9773-434f42a98090'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:23:29.473086 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dafb6-541d-4945-aa0e-12ed5ff1d312 req-e39efc3e-d073-4cd6-8c7c-fb9b30a9ae8a tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:29.474545 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-494dafb6-541d-4945-aa0e-12ed5ff1d312 req-e39efc3e-d073-4cd6-8c7c-fb9b30a9ae8a tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 949 time: 0.0464036 Jan 18 16:23:29.521789 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-494dafb6-541d-4945-aa0e-12ed5ff1d312 req-acfc8e7b-4ab2-4be8-9340-d4fe05c26c9f tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/security-groups?id=f778a0c5-aaaa-4c4f-a589-985c1367c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418100 Jan 18 16:23:30.364090 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 15a21993-264d-4874-9773-434f42a98090 up at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:23:30.474819 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning for port 15a21993-264d-4874-9773-434f42a98090 completed by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:23:30.479277 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Provisioning complete for port 15a21993-264d-4874-9773-434f42a98090 triggered by entity L2. {{(pid=103254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:23:30.479657 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755324'] for port (15a21993-264d-4874-9773-434f42a98090), provisioning_complete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:30.558434 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Current status of the port 15a21993-264d-4874-9773-434f42a98090 is: BUILD; New status is: ACTIVE {{(pid=103254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:23:30.558834 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709151'] for port (15a21993-264d-4874-9773-434f42a98090), before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:30.581161 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3003e9d7-b665-4af0-bf76-04c8cbc7c75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a21993-264d-4874-9773-434f42a98090'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:23:30.584283 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca580169ec1a418403f8e5aaaf72a9c6382133bc8fd04cd23718668a009d597c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21276f91-7feb-4d17-8fd5-a3aab8cb6862" -d '{"events": [{"server_uuid": "3003e9d7-b665-4af0-bf76-04c8cbc7c75d", "name": "network-vif-plugged", "status": "completed", "tag": "15a21993-264d-4874-9773-434f42a98090"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:23:30.596929 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] For port 15a21993-264d-4874-9773-434f42a98090, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=15a21993-264d-4874-9773-434f42a98090,segment=NetworkSegment(de0e43ac-af98-4347-bc5c-4bbb8a2b1640),segment_id=de0e43ac-af98-4347-bc5c-4bbb8a2b1640)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:23:30.622026 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ac44a4-e2b0-471a-ab0f-08f850dbb4ab x-openstack-request-id: req-b3ac44a4-e2b0-471a-ab0f-08f850dbb4ab {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:23:30.622323 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3003e9d7-b665-4af0-bf76-04c8cbc7c75d", "name": "network-vif-plugged", "status": "completed", "tag": "15a21993-264d-4874-9773-434f42a98090", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:23:30.622597 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3ac44a4-e2b0-471a-ab0f-08f850dbb4ab {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:23:30.622980 dv-cinder-788366-8-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3003e9d7-b665-4af0-bf76-04c8cbc7c75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a21993-264d-4874-9773-434f42a98090', 'code': 200} Jan 18 16:23:30.634080 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1be5dc-1ab7-406c-b489-cf3184ee5bbe req-d10724c9-3426-43a6-b6dd-36eb3a9d34d0 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:30.635587 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1e1be5dc-1ab7-406c-b489-cf3184ee5bbe req-d10724c9-3426-43a6-b6dd-36eb3a9d34d0 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 949 time: 0.0484774 Jan 18 16:23:30.657944 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735085097346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735084581744', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735084581762'] for port (15a21993-264d-4874-9773-434f42a98090), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:30.685366 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-1e1be5dc-1ab7-406c-b489-cf3184ee5bbe req-e2038cc5-183c-49ec-ac0f-9b39ca17fb79 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/security-groups?id=f778a0c5-aaaa-4c4f-a589-985c1367c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425422 Jan 18 16:23:30.706067 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Pushing event updated for resources: {'Port': ['ID=15a21993-264d-4874-9773-434f42a98090,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:23:30.932270 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301205a-81f3-487a-ae40-fd88d64fca49 req-ff1e26e6-09f3-457e-994b-9977d69974c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:30.933779 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8301205a-81f3-487a-ae40-fd88d64fca49 req-ff1e26e6-09f3-457e-994b-9977d69974c5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 1103 time: 0.0410986 Jan 18 16:23:30.977529 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-8301205a-81f3-487a-ae40-fd88d64fca49 req-30b49ea5-f2d5-4cc0-bc94-2ed8d4f2741f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f778a0c5-aaaa-4c4f-a589-985c1367c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366879 Jan 18 16:23:31.797977 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b5be6-a73a-44ed-8fa5-c40d864c4ddd req-2a65f178-97b6-46cc-a14b-b1c48d7257dc tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:31.799428 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-262b5be6-a73a-44ed-8fa5-c40d864c4ddd req-2a65f178-97b6-46cc-a14b-b1c48d7257dc tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 950 time: 0.0471065 Jan 18 16:23:31.844629 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-262b5be6-a73a-44ed-8fa5-c40d864c4ddd req-3d240236-527c-4b1f-9aa7-863110f6dba5 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/security-groups?id=f778a0c5-aaaa-4c4f-a589-985c1367c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395069 Jan 18 16:23:33.187823 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83757587-64de-4e25-9245-32a6a1302d54 req-58f2df9b-a34a-4fc6-8634-f396701e04e2 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:33.189234 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-83757587-64de-4e25-9245-32a6a1302d54 req-58f2df9b-a34a-4fc6-8634-f396701e04e2 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 950 time: 0.2792783 Jan 18 16:23:33.234217 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-83757587-64de-4e25-9245-32a6a1302d54 req-cac6a314-bda9-4eb3-877b-cae9181f6a9f tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/security-groups?id=f778a0c5-aaaa-4c4f-a589-985c1367c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394382 Jan 18 16:23:33.735173 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c3264-f687-4e72-9bc7-ba310e951ec6 req-70b5d136-00e1-45bc-8553-626149419a18 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:33.736635 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ea8c3264-f687-4e72-9bc7-ba310e951ec6 req-70b5d136-00e1-45bc-8553-626149419a18 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 950 time: 0.0475228 Jan 18 16:23:33.769890 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:23:33.782454 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-ea8c3264-f687-4e72-9bc7-ba310e951ec6 req-41210460-0b48-4855-aa1a-3899b91049a8 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/security-groups?id=f778a0c5-aaaa-4c4f-a589-985c1367c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403945 Jan 18 16:23:34.900187 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65922189-2a66-4e89-821c-a7d34ca86125 req-24e828ec-f98a-419b-9633-e0cdf46390a9 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:34.901679 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-65922189-2a66-4e89-821c-a7d34ca86125 req-24e828ec-f98a-419b-9633-e0cdf46390a9 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 950 time: 0.0493913 Jan 18 16:23:34.947542 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-65922189-2a66-4e89-821c-a7d34ca86125 req-81ce9ab2-057c-4b9b-a9a5-98d74411f23a tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/security-groups?id=f778a0c5-aaaa-4c4f-a589-985c1367c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403578 Jan 18 16:23:35.126273 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde0902-9e79-42e1-8dce-f3b74ffa7529 req-6f97c043-da34-4308-84da-d2811d92bcff tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:23:35.127642 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fbde0902-9e79-42e1-8dce-f3b74ffa7529 req-6f97c043-da34-4308-84da-d2811d92bcff tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.72 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 950 time: 0.0482032 Jan 18 16:23:35.216205 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-fbde0902-9e79-42e1-8dce-f3b74ffa7529 req-d898e4c3-e475-4317-a454-c713059559dd tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Deleting port 15a21993-264d-4874-9773-434f42a98090 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:23:35.216557 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fbde0902-9e79-42e1-8dce-f3b74ffa7529 req-d898e4c3-e475-4317-a454-c713059559dd tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735085088732'] for port (15a21993-264d-4874-9773-434f42a98090), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:35.303010 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-fbde0902-9e79-42e1-8dce-f3b74ffa7529 req-d898e4c3-e475-4317-a454-c713059559dd tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] For port 15a21993-264d-4874-9773-434f42a98090, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=15a21993-264d-4874-9773-434f42a98090,segment=NetworkSegment(de0e43ac-af98-4347-bc5c-4bbb8a2b1640),segment_id=de0e43ac-af98-4347-bc5c-4bbb8a2b1640)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:23:35.303635 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fbde0902-9e79-42e1-8dce-f3b74ffa7529 req-d898e4c3-e475-4317-a454-c713059559dd tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3771026'] for port (15a21993-264d-4874-9773-434f42a98090), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:35.315106 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-fbde0902-9e79-42e1-8dce-f3b74ffa7529 req-d898e4c3-e475-4317-a454-c713059559dd tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Calling delete_port for 15a21993-264d-4874-9773-434f42a98090 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:23:35.514558 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fbde0902-9e79-42e1-8dce-f3b74ffa7529 req-d898e4c3-e475-4317-a454-c713059559dd tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735085097328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735084581735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9382132'] for port (15a21993-264d-4874-9773-434f42a98090), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:35.526330 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] get_ports_and_sgs() called for port_ids ['15a21993-264d-4874-9773-434f42a98090'] {{(pid=103254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:23:35.542288 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898e4c3-e475-4317-a454-c713059559dd tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Pushing event deleted for resources: {'Port': ['ID=15a21993-264d-4874-9773-434f42a98090,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:23:35.587773 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbde0902-9e79-42e1-8dce-f3b74ffa7529 req-d898e4c3-e475-4317-a454-c713059559dd tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] No DVR routers for this DVR port 15a21993-264d-4874-9773-434f42a98090 on host hv-cinder-78836 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:23:35.590358 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fbde0902-9e79-42e1-8dce-f3b74ffa7529 req-d898e4c3-e475-4317-a454-c713059559dd tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157256'] for port (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:35.593786 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [req-fbde0902-9e79-42e1-8dce-f3b74ffa7529 req-d898e4c3-e475-4317-a454-c713059559dd tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.72 "DELETE /v2.0/ports/15a21993-264d-4874-9773-434f42a98090 HTTP/1.1" status: 204 len: 173 time: 0.4604859 Jan 18 16:23:35.594232 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3003e9d7-b665-4af0-bf76-04c8cbc7c75d', 'name': 'network-vif-deleted', 'tag': '15a21993-264d-4874-9773-434f42a98090'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:23:35.596548 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8822e489e6596ace2a3703c01e57068a8f0cb7308e777205720846ce299513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de77490-378f-4986-84cb-36e4d04aeb7b" -d '{"events": [{"server_uuid": "3003e9d7-b665-4af0-bf76-04c8cbc7c75d", "name": "network-vif-deleted", "tag": "15a21993-264d-4874-9773-434f42a98090"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:23:35.638781 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfe0677-ff94-4ca2-ab6e-12cfed4b95f4 x-openstack-request-id: req-8cfe0677-ff94-4ca2-ab6e-12cfed4b95f4 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:23:35.639075 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3003e9d7-b665-4af0-bf76-04c8cbc7c75d", "name": "network-vif-deleted", "tag": "15a21993-264d-4874-9773-434f42a98090", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:23:35.639328 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8cfe0677-ff94-4ca2-ab6e-12cfed4b95f4 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:23:35.639732 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3003e9d7-b665-4af0-bf76-04c8cbc7c75d', 'name': 'network-vif-deleted', 'tag': '15a21993-264d-4874-9773-434f42a98090', 'status': 'completed', 'code': 200} Jan 18 16:23:36.049652 dv-cinder-788366-8-iscsi neutron-server[103252]: INFO neutron.wsgi [req-4bd3a321-b471-4a5b-bc55-409c38a988af req-9ba37ce0-113e-4744-a53a-c92abac10516 tempest-VolumesNegativeTest-2009169936 tempest-VolumesNegativeTest-2009169936-project] 10.222.0.70 "GET /v2.0/ports?device_id=3003e9d7-b665-4af0-bf76-04c8cbc7c75d HTTP/1.1" status: 200 len: 210 time: 0.0245965 Jan 18 16:23:38.394964 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 15a21993-264d-4874-9773-434f42a98090 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:23:38.415121 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] No Port match for: 15a21993-264d-4874-9773-434f42a98090 {{(pid=103254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:23:38.415493 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.rpc [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Device 15a21993-264d-4874-9773-434f42a98090 not bound to the agent host hv-cinder-78836 {{(pid=103254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:23:39.400465 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-468a618f-c74e-4ab3-802d-99580514b51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:41.491885 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f744f20a-bb98-4448-9e91-c7c338b22753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:42.723887 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 54760) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:23:42.852017 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-6ffda355-8249-459c-8254-295544bf0ae4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cec112255748450c8886c15f3bdc4800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263332 Jan 18 16:23:42.854423 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.70', 54764) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:23:42.901635 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a312288-cbc4-4e9b-a150-9e61ca464bac admin admin] Publish callbacks [] for security_group (f778a0c5-aaaa-4c4f-a589-985c1367c489), before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:42.922036 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a312288-cbc4-4e9b-a150-9e61ca464bac admin admin] Publish callbacks [] for security_group (f778a0c5-aaaa-4c4f-a589-985c1367c489), precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:43.040457 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a312288-cbc4-4e9b-a150-9e61ca464bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671792'] for security_group (f778a0c5-aaaa-4c4f-a589-985c1367c489), after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:43.043001 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a312288-cbc4-4e9b-a150-9e61ca464bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:43.044135 dv-cinder-788366-8-iscsi neutron-server[103253]: INFO neutron.wsgi [None req-7a312288-cbc4-4e9b-a150-9e61ca464bac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f778a0c5-aaaa-4c4f-a589-985c1367c489 HTTP/1.1" status: 204 len: 168 time: 0.1888297 Jan 18 16:23:43.051663 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a312288-cbc4-4e9b-a150-9e61ca464bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f778a0c5-aaaa-4c4f-a589-985c1367c489,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:23:43.554605 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:44.411173 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:45.834992 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:58.388320 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:09.399854 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-086e46cf-6a7e-4784-8548-afc3aec423c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:10.768411 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:24:11.497394 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ddbefa19-e575-41d4-ad54-7cc11e8b4c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:13.558243 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:14.439577 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:15.782657 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:28.410535 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:39.410652 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd6c63f1-01e7-491e-8540-4e5f44856ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:41.484934 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aff4f8c7-4d03-4e47-8ed7-84518c4a8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:43.245654 dv-cinder-788366-8-iscsi neutron-server[103253]: DEBUG neutron.wsgi [req-ff15cdb4-95fe-4010-b222-3ef738dd4e5a req-403a61e8-8e84-4470-b4cd-e2ebdf70a6af service neutron] (103253) timed out ('10.222.0.72', 56811) {{(pid=103253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 16:24:43.592942 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:44.416374 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:45.770609 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:47.768043 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:24:58.420362 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:09.415713 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f6068916-d4d7-489d-b36f-7f84b974669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:11.473024 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f9e379cf-ab2d-4016-87cf-26d68dd8c7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:13.575678 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:14.415427 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:15.860232 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:24.767508 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:25:28.431061 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:39.390374 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-448c4bd6-3a4e-4b72-bf6f-82179ec389b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:41.506689 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72e1f721-7e43-4d63-952f-9c567ef205f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:43.546564 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:44.450016 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:45.803762 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:58.418818 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:01.766251 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:26:09.414649 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45427aff-82be-4a8e-9801-6c1c6287dc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:11.494517 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2c9b098-7de6-4db9-b5c2-25cbbf92b35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:13.563202 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:14.446764 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:15.802640 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:27.336877 dv-cinder-788366-8-iscsi neutron-server[103252]: DEBUG neutron.wsgi [req-1365c9de-3822-460f-a21e-ce02998c5569 req-84c80016-c6ca-48e0-b8f7-e4c459f3b44a service neutron] (103252) timed out ('10.222.0.72', 56805) {{(pid=103252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 16:26:28.477003 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:38.764430 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:26:39.525062 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43caef40-3146-4c65-8402-afdb3ed5ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:41.475494 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e340124-1107-4df7-a857-ef859c3f5469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:43.585120 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:44.442970 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:45.789093 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:58.556700 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:09.396032 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-594fe9dc-06aa-4e35-9dca-6a4b9d567c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:11.514516 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d32e7037-2d0d-47a0-98a1-8eba9894c0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:13.590360 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:14.430301 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:15.763984 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:27:15.873872 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:28.469881 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:39.404908 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7648fac-bcb4-4971-89be-b3e38faa4443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:41.472935 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43cbb91e-417e-44fa-84dd-74e46fee397b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:43.590108 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:44.429801 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:45.795440 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:52.761856 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:27:58.486670 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:09.398127 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-032c9781-3401-495e-82a8-5628bc02477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:11.526176 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3af38269-d808-41bb-812d-9c74b3453269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:13.629382 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:14.438221 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:15.792469 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:28.471943 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:29.760324 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:28:39.434078 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b48b6b13-491d-4714-ae40-073780cadf63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:41.491253 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80b05a15-f3ff-415b-bdc1-825ed1a97d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (4caddd7b-4dc3-41c9-a093-c76b78115ed9), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:43.582883 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee21976f-c479-4956-b09e-e66dba3b7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (0b4ac652-e882-41c1-8b19-ef2be315d4bd), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:44.428731 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c1b28f-290b-4bb7-838f-ac6bf4c6790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (15f0a380-89ed-41ba-aee2-03f1df107119), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:45.780020 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a7f993b-7ed2-43a1-966d-00ec220e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (9ae92da7-a387-42e8-8536-69a6f7430d4c), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:58.483048 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6889-8cde-4aff-8864-05213c82f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (3e346378-859a-48eb-a187-614f468fdeeb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:06.759527 dv-cinder-788366-8-iscsi neutron-server[103255]: DEBUG neutron.db.agents_db [None req-79a0d5b3-bb9e-4bd3-a800-4d6932f48427 None None] Agent healthcheck: found 6 active agents {{(pid=103255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:29:09.425409 dv-cinder-788366-8-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a638a01-ff81-4c69-8700-0cc3b4111da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735085086989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755213'] for agent (c13aeb85-33c5-4edc-ac1c-8cc7c68f2fbb), after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}